-- Logs begin at Mon 2021-04-19 18:42:23 UTC, end at Mon 2021-04-19 19:44:54 UTC. --
Apr 19 19:15:58.056183 dv-cinder-786932-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Apr 19 19:16:01.305858 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.common.config [-] Logging enabled!
Apr 19 19:16:01.306420 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev99
Apr 19 19:16:01.307705 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86253) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 19 19:16:01.309471 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.common.config [-] Logging enabled!
Apr 19 19:16:01.309758 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev99
Apr 19 19:16:01.310104 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86253) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 19 19:16:01.311152 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 19 19:16:01.311419 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 19 19:16:01.312471 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 19 19:16:01.312754 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 19 19:16:01.313009 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 19 19:16:01.313377 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.313717 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.314052 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.314309 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.314647 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.314978 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.315299 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.315632 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.315998 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.316320 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.316636 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.316954 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.317214 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.317532 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.317860 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.318185 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.318437 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] debug                          = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.318753 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.319536 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.320017 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.320343 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.320678 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.321000 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.321311 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.321623 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.321945 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.322314 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] host                           = dv-cinder-786932-1-iscsi {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.322628 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.322957 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.323286 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.323614 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.323949 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.324261 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.324586 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.324893 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.325201 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.325512 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.325839 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.326164 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.326497 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.326751 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.327001 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.327333 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.327662 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.327999 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.328310 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.328619 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.328927 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.329234 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.329538 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.329862 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.330182 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.330505 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.330817 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.331123 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.331427 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.331754 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.332077 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.332384 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.332692 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.332999 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.333324 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.333628 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.333935 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.334275 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.334708 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.335269 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.335609 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.335947 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.336276 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.336581 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.336886 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.337190 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.337749 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.338053 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.338372 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.338676 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.338980 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.339286 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.339590 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.339942 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:01.340276 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.340609 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.340955 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.341268 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.341599 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.341912 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.342239 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.342550 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.342877 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.343207 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.343527 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.343868 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.344193 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.344504 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.344839 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.345185 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.345517 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.345849 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.346160 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.346469 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.346777 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.347087 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.347408 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.347744 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.348083 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.348392 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.348705 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.349032 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.349340 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.349649 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.349959 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.350915 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.351431 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.351773 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.352100 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.352416 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.352726 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.353037 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.353353 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.353685 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.353998 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.354304 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.354610 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.354931 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.355230 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.355554 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.355909 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.356225 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.356528 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.356840 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.357152 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.357460 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.357771 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.358077 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.358384 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.358689 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.358993 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.359301 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.359608 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.359960 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.360265 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.360568 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.360879 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.361187 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.361493 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.361801 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.362109 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.362413 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.362730 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.363064 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.363377 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.363689 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.364026 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.364336 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.364645 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.364956 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.365269 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.365584 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.366599 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.367094 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.367422 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.367766 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.368093 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.368410 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.368749 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.369065 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.369383 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.369695 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.370010 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.370336 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.370653 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.370992 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.371320 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.371647 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.372026 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.372356 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.372671 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.373021 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.373336 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:01.373582 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 19 19:16:01.373847 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86253) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Apr 19 19:16:02.061329 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO keyring.backend [-] Loading Gnome
Apr 19 19:16:02.078401 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO keyring.backend [-] Loading Google
Apr 19 19:16:02.081149 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO keyring.backend [-] Loading Windows (alt)
Apr 19 19:16:02.085023 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO keyring.backend [-] Loading file
Apr 19 19:16:02.086009 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO keyring.backend [-] Loading keyczar
Apr 19 19:16:02.086290 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO keyring.backend [-] Loading multi
Apr 19 19:16:02.086926 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO keyring.backend [-] Loading pyfs
Apr 19 19:16:02.142929 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:16:02.143260 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:16:02.143746 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:16:02.144354 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.manager [-] Loading core plugin: ml2
Apr 19 19:16:02.662711 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:02.663373 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:02.663767 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:02.665327 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:02.665747 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:02.666047 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:02.723892 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:02.724205 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:02.724498 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:02.740718 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:02.741073 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:02.741511 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:02.823882 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:02.824098 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:02.824398 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:02.825422 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:02.825720 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:02.827778 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:03.158198 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f2e10b3c7b8> agent after_create 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:03.158515 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f2e10b3c7b8> agent after_update 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:03.158812 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f2e10b3c6a8> segment precommit_create 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:03.159111 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f2e10b3c730> network precommit_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:03.159961 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f2e10ce89d8> segment before_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:03.308597 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2e11697048>> network before_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:03.308977 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f2e10e65a60> agent before_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:03.309298 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2e11697048>> network before_create 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:03.309596 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2e11697048>> port before_create 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:03.309889 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2e11697048>> port before_update 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:03.310279 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2e11697048>> segment after_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:03.310747 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2e11697048>> segment precommit_create 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:03.311033 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2e11697048>> segment precommit_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:03.311322 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2e11697048>> segment after_create 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:03.311662 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2e11697048>> network after_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:03.311981 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2e11697048>> network precommit_delete 0 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:03.312288 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2e11697048>> port provisioning_complete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:03.312591 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2e11697048>> rbac-policy before_create 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:03.312881 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2e11697048>> rbac-policy after_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:03.313192 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2e11697048>> agent after_update 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:03.313507 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2e11697048>> subnet after_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:03.313800 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2e11697048>> subnet precommit_delete 0 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:03.314140 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2e11697048>> rbac-policy before_update 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:03.314399 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2e11697048>> rbac-policy before_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:03.314738 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2e11697048>> segment_host_mapping after_create 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:03.315197 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2e11697048>> port after_create 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:03.315478 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2e11697048>> port after_update 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:03.315774 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2e11697048>> port after_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:03.316118 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2e11697048>> rbac-policy before_create 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:03.316398 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2e11697048>> rbac-policy before_update 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:03.316685 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2e11697048>> rbac-policy before_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:03.317100 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86253) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 19 19:16:03.317372 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86253) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 19 19:16:03.317641 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86253) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 19 19:16:03.317910 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86253) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 19 19:16:03.318178 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86253) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 19 19:16:03.318446 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86253) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 19 19:16:03.319399 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Apr 19 19:16:03.322634 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Apr 19 19:16:03.326555 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Apr 19 19:16:03.330360 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])])
Apr 19 19:16:03.332037 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Apr 19 19:16:03.333305 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Apr 19 19:16:03.333680 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Apr 19 19:16:03.334112 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Apr 19 19:16:03.338914 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Apr 19 19:16:03.339196 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Apr 19 19:16:03.339591 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Apr 19 19:16:03.366460 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Apr 19 19:16:03.366981 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f2e10c91cc0>> qos_plugin after_init 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:03.367317 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86253) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Apr 19 19:16:03.367752 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f2e10c004e0>> logging-plugin after_init 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:03.369120 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86253) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Apr 19 19:16:03.369435 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Apr 19 19:16:03.369706 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Apr 19 19:16:03.372881 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f2e10c00550>> floatingip before_response 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:03.373191 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f2e10c00550>> port before_response 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:03.442289 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Apr 19 19:16:03.442497 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Apr 19 19:16:03.442724 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Apr 19 19:16:03.443137 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Apr 19 19:16:03.480348 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_db.sqlalchemy.engines [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=86253) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Apr 19 19:16:03.929755 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.plugins.ml2.managers [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Initializing driver for type 'gre'
Apr 19 19:16:03.930372 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] gre ID ranges: [(1, 1000)]
Apr 19 19:16:03.972333 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.plugins.ml2.managers [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Initializing driver for type 'local'
Apr 19 19:16:03.972705 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.plugins.ml2.managers [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Initializing driver for type 'vlan'
Apr 19 19:16:03.984541 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] VlanTypeDriver initialization complete
Apr 19 19:16:03.984911 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.plugins.ml2.managers [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Initializing driver for type 'vxlan'
Apr 19 19:16:03.985458 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] vxlan ID ranges: [(1, 1000)]
Apr 19 19:16:04.029969 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.plugins.ml2.managers [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Initializing extension driver 'port_security'
Apr 19 19:16:04.030323 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.plugins.ml2.extensions.port_security [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] PortSecurityExtensionDriver initialization complete
Apr 19 19:16:04.030733 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.plugins.ml2.managers [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Initializing mechanism driver 'openvswitch'
Apr 19 19:16:04.031090 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.plugins.ml2.managers [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Initializing mechanism driver 'hyperv'
Apr 19 19:16:04.038669 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86253) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:16:04.039772 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2e10adc2b0>> port after_create 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.040230 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2e10adc2b0>> port after_update 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.040677 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2e10adc2b0>> port after_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.041156 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2e1061af98>> subnet after_create 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.041627 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2e1061af98>> subnet after_update 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.042058 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2e1061af98>> subnet after_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.042517 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2e10622198>> network after_create 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.042938 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2e10622198>> network after_update 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.043357 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2e10622198>> network after_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.043943 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2e10622358>> security_group after_create 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.044377 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2e10622358>> security_group after_update 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.045031 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2e10622358>> security_group after_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.045510 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2e10622518>> security_group_rule after_create 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.045932 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2e10622518>> security_group_rule after_update 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.046415 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2e10622518>> security_group_rule after_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.047001 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2e106226d8>> address_group after_create 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.047423 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2e106226d8>> address_group after_update 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.047879 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2e106226d8>> address_group after_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.048290 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] ML2 OVO RPC backend initialized. {{(pid=86253) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Apr 19 19:16:04.049226 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2e106227b8>> router_interface after_create 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.049658 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2e106227b8>> router_interface after_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.050223 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2e106227b8>> network before_response 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.050645 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2e106227b8>> networks before_response 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.051077 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2e106227b8>> port before_response 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.051561 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2e106227b8>> ports before_response 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.052071 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2e106227b8>> subnet before_response 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.052489 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2e106227b8>> subnets before_response 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.052916 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2e106227b8>> network after_create 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.054115 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2e106227b8>> network after_update 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.054733 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2e106227b8>> network after_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.055119 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2e106227b8>> port after_create 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.055544 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2e106227b8>> port after_update 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.056001 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2e106227b8>> port after_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.056412 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2e106227b8>> subnet after_create 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.056831 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2e106227b8>> subnet after_update 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.057238 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2e106227b8>> subnet after_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.058018 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.plugins.ml2.plugin [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Modular L2 Plugin initialization complete
Apr 19 19:16:04.058414 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading services supported by the core plugin {{(pid=86253) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Apr 19 19:16:04.058823 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.plugins.ml2.managers [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Got port-security extension from driver 'port_security'
Apr 19 19:16:04.059375 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.extensions.vlantransparent [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Disabled vlantransparent extension.
Apr 19 19:16:04.060041 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86253) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Apr 19 19:16:04.060457 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading Plugin: router
Apr 19 19:16:04.103616 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2e10622940>> router_interface before_create 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.104083 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2e10622940>> router after_create 55549900 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.104485 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2e10622940>> router before_create 55549900 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.104977 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2e10622940>> router_interface before_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.105300 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2e10622940>> router_interface after_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.105691 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2e10622940>> router after_delete 55549900 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.106079 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2e10622940>> floatingip after_update 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.106483 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2e10622940>> router after_create 55549900 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.106861 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2e10622940>> router after_update 55549900 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.107247 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2e10622940>> router after_update 55549900 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.107626 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2e10622940>> router_gateway after_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.108052 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2e10622940>> router after_update 55549900 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.108561 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2e10622940>> router precommit_update 55549900 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.108985 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f2e10c7ac80> port after_update 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.109358 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f2e10c7ae18> port after_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.109725 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f2e10c7ad90> subnet after_update 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.110095 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f2e10c7ad08> subnetpool_address_scope after_update 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.110478 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2e10622940>> port precommit_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.110858 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2e10622940>> router precommit_create 55549900 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.111232 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f2e10c6c8c8> port before_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.111607 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2e10622940>> router precommit_create 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.112051 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2e10622940>> router after_update 55549900 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.112428 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2e10622940>> router precommit_delete 55549900 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.112809 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2e10622940>> router precommit_create 55549900 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.113213 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2e10622940>> router_interface after_create 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.113591 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2e10622940>> router precommit_update 55549900 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.114023 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2e10622940>> network after_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.115132 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource_registry [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Tracking information for resource: router configured {{(pid=86253) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 19 19:16:04.115500 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource_registry [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Tracking information for resource: floatingip configured {{(pid=86253) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 19 19:16:04.121395 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.db.l3_agentschedulers_db [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Apr 19 19:16:04.122046 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f2e105a5ea0> port after_update 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.122440 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f2e105a5d90> port after_create 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.122818 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <function _notify_port_delete at 0x7f2e105a5e18> port after_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.123198 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f2e105ab0d0> port after_update 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.124147 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f2e105c5748>> router before_create 55550100 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.124547 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f2e105c5748>> router precommit_delete 55550100 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.124944 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f2e105c5748>> router precommit_create 55550100 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.125326 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f2e105c5748>> router precommit_update 55550100 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.130185 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.services.provider_configuration [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Service providers = [] {{(pid=86253) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Apr 19 19:16:04.130585 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.servicetype_db [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86253) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Apr 19 19:16:04.133542 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.services.service_base [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86253) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 19 19:16:04.133913 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.services.service_base [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86253) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 19 19:16:04.134284 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.services.service_base [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86253) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 19 19:16:04.135165 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.services.service_base [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86253) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 19 19:16:04.135558 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.services.service_base [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Default provider is not specified for service type L3_ROUTER_NAT
Apr 19 19:16:04.135999 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86253) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 19 19:16:04.136350 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Apr 19 19:16:04.146606 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86253) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 19 19:16:04.147046 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading Plugin: auto_allocate
Apr 19 19:16:04.152876 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f2e10579730> network precommit_update 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.153281 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f2e10579730> network precommit_create 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.153872 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86253) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 19 19:16:04.154222 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading Plugin: tag
Apr 19 19:16:04.161326 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86253) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 19 19:16:04.161694 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading Plugin: timestamp
Apr 19 19:16:04.166382 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86253) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 19 19:16:04.166739 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading Plugin: network_ip_availability
Apr 19 19:16:04.172288 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2e104d5390>> rbac-policy before_create 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.172687 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2e104d5390>> rbac-policy before_update 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.173071 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2e104d5390>> rbac-policy before_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.173870 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86253) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 19 19:16:04.174220 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading Plugin: flavors
Apr 19 19:16:04.179433 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86253) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 19 19:16:04.179871 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading Plugin: revisions
Apr 19 19:16:04.184441 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86253) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 19 19:16:04.184865 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.041s {{(pid=86253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:16:04.185673 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86253) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Apr 19 19:16:04.186027 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Initializing extension manager.
Apr 19 19:16:04.186589 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: __init__.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.186962 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: __pycache__ {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.187328 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.187693 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: address_group.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.188518 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.189161 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loaded extension: address-group
Apr 19 19:16:04.189522 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: address_scope.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.190278 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.190846 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loaded extension: address-scope
Apr 19 19:16:04.191200 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.192163 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.192736 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loaded extension: router-admin-state-down-before-update
Apr 19 19:16:04.193095 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: agent.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.193871 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.194454 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loaded extension: agent
Apr 19 19:16:04.194797 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: agent_resources_synced.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.195702 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.196294 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loaded extension: agent-resources-synced
Apr 19 19:16:04.196648 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: allowedaddresspairs.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.198435 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.199024 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loaded extension: allowed-address-pairs
Apr 19 19:16:04.199392 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: auto_allocated_topology.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.200485 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.201061 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loaded extension: auto-allocated-topology
Apr 19 19:16:04.201422 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: availability_zone.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.202163 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.202733 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loaded extension: availability_zone
Apr 19 19:16:04.203093 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: availability_zone_filter.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.204028 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.204597 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loaded extension: availability_zone_filter
Apr 19 19:16:04.204956 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: data_plane_status.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.205982 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.206544 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extension data-plane-status not supported by any of loaded plugins
Apr 19 19:16:04.206899 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: default_subnetpools.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.207837 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.208407 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loaded extension: default-subnetpools
Apr 19 19:16:04.208761 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.209810 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.210383 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loaded extension: dhcp_agent_scheduler
Apr 19 19:16:04.210736 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: dns.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.211653 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.212254 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extension dns-integration not supported by any of loaded plugins
Apr 19 19:16:04.212871 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: dns_domain_ports.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.213790 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.214359 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extension dns-domain-ports not supported by any of loaded plugins
Apr 19 19:16:04.214716 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: dvr.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.215433 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.216028 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loaded extension: dvr
Apr 19 19:16:04.216385 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: empty_string_filtering.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.217298 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.217863 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loaded extension: empty-string-filtering
Apr 19 19:16:04.218220 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.219126 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.219691 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Apr 19 19:16:04.220077 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.220984 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.221548 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Apr 19 19:16:04.221903 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: external_net.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.222813 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.223375 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loaded extension: external-net
Apr 19 19:16:04.223758 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.224654 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.225765 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loaded extension: extra_dhcp_opt
Apr 19 19:16:04.226119 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: extraroute.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.227014 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.227581 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loaded extension: extraroute
Apr 19 19:16:04.227962 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: extraroute_atomic.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.228987 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.229560 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loaded extension: extraroute-atomic
Apr 19 19:16:04.229917 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: filter_validation.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.230611 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.231181 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loaded extension: filter-validation
Apr 19 19:16:04.231533 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: fip_pf_description.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.232461 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.233021 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Apr 19 19:16:04.233376 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: fip_port_details.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.234388 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.234959 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loaded extension: fip-port-details
Apr 19 19:16:04.235315 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: flavors.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.236622 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.237200 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loaded extension: flavors
Apr 19 19:16:04.237556 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.239223 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.239835 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Apr 19 19:16:04.240201 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: floatingip_pools.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.241527 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.242106 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loaded extension: floatingip-pools
Apr 19 19:16:04.242463 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: ip_allocation.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.243399 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.243996 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extension ip_allocation not supported by any of loaded plugins
Apr 19 19:16:04.244358 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.245272 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.245837 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loaded extension: ip-substring-filtering
Apr 19 19:16:04.246194 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: l2_adjacency.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.247123 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.247690 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extension l2_adjacency not supported by any of loaded plugins
Apr 19 19:16:04.248072 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: l3.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.249165 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.249749 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loaded extension: router
Apr 19 19:16:04.250105 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.252429 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.253023 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Apr 19 19:16:04.253389 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.254312 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.254886 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loaded extension: ext-gw-mode
Apr 19 19:16:04.255246 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.256305 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.256888 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loaded extension: l3-ha
Apr 19 19:16:04.257248 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: l3_flavors.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.258153 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.258727 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loaded extension: l3-flavors
Apr 19 19:16:04.259086 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.260028 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.260596 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loaded extension: l3-port-ip-change-not-allowed
Apr 19 19:16:04.260952 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: l3agentscheduler.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.262144 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.262725 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loaded extension: l3_agent_scheduler
Apr 19 19:16:04.263084 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: logging.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.264623 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.265207 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extension logging not supported by any of loaded plugins
Apr 19 19:16:04.265574 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: metering.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.266368 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.267067 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loaded extension: metering
Apr 19 19:16:04.267434 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.268555 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.269129 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loaded extension: metering_source_and_destination_fields
Apr 19 19:16:04.269491 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: multiprovidernet.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.270419 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.270993 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loaded extension: multi-provider
Apr 19 19:16:04.271351 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: netmtu.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.272368 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.272936 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loaded extension: net-mtu
Apr 19 19:16:04.273294 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: netmtu_writable.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.274212 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.274786 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loaded extension: net-mtu-writable
Apr 19 19:16:04.275147 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: network_availability_zone.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.276015 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.276584 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loaded extension: network_availability_zone
Apr 19 19:16:04.276939 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: network_ip_availability.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.278052 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.278618 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loaded extension: network-ip-availability
Apr 19 19:16:04.278974 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: network_segment_range.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.279833 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.280410 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extension network-segment-range not supported by any of loaded plugins
Apr 19 19:16:04.280766 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: pagination.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.281745 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.282114 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loaded extension: pagination
Apr 19 19:16:04.282467 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: port_device_profile.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.283365 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.283962 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loaded extension: port-device-profile
Apr 19 19:16:04.284316 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.285236 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.285799 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loaded extension: port-mac-address-regenerate
Apr 19 19:16:04.286152 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.287051 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.288196 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loaded extension: port-numa-affinity-policy
Apr 19 19:16:04.288541 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: port_resource_request.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.289448 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.290017 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extension port-resource-request not supported by any of loaded plugins
Apr 19 19:16:04.290371 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: portbindings.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.291280 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.291872 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loaded extension: binding
Apr 19 19:16:04.292227 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: portbindings_extended.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.293495 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.294066 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loaded extension: binding-extended
Apr 19 19:16:04.294423 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: portsecurity.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.295333 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.295940 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loaded extension: port-security
Apr 19 19:16:04.296298 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: project_id.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.297261 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.297631 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loaded extension: project-id
Apr 19 19:16:04.297984 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: providernet.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.298900 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.299467 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loaded extension: provider
Apr 19 19:16:04.299853 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: qos.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.304097 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.304683 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extension qos not supported by any of loaded plugins
Apr 19 19:16:04.305058 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.306359 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.306933 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Apr 19 19:16:04.307292 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.308244 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.308818 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Apr 19 19:16:04.309177 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: qos_default.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.310098 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.310668 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extension qos-default not supported by any of loaded plugins
Apr 19 19:16:04.311025 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: qos_fip.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.311713 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.312297 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extension qos-fip not supported by any of loaded plugins
Apr 19 19:16:04.312653 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: qos_gateway_ip.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.313604 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.314167 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Apr 19 19:16:04.314525 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: qos_port_network_policy.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.315447 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.316047 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Apr 19 19:16:04.316410 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: qos_rule_type_details.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.317339 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.317905 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Apr 19 19:16:04.318262 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: qos_rules_alias.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.319354 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.319952 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extension qos-rules-alias not supported by any of loaded plugins
Apr 19 19:16:04.320307 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: quotasv2.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.321333 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.321693 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loaded extension: quotas
Apr 19 19:16:04.322047 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: quotasv2_detail.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.323812 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.324190 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loaded extension: quota_details
Apr 19 19:16:04.324550 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: rbac.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.325731 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.326319 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loaded extension: rbac-policies
Apr 19 19:16:04.326680 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: rbac_address_group.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.327609 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.328206 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loaded extension: rbac-address-group
Apr 19 19:16:04.328572 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: rbac_address_scope.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.329480 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.330063 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loaded extension: rbac-address-scope
Apr 19 19:16:04.330420 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: rbac_security_groups.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.331328 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.331920 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loaded extension: rbac-security-groups
Apr 19 19:16:04.332275 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: rbac_subnetpool.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.333195 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.333778 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loaded extension: rbac-subnetpool
Apr 19 19:16:04.334131 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: revisionifmatch.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.335231 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.335786 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loaded extension: revision-if-match
Apr 19 19:16:04.336144 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: revisions.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.337274 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.338105 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loaded extension: standard-attr-revisions
Apr 19 19:16:04.338462 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: router_availability_zone.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.339172 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.339777 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loaded extension: router_availability_zone
Apr 19 19:16:04.340128 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: routerservicetype.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.341046 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.341611 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extension router-service-type not supported by any of loaded plugins
Apr 19 19:16:04.341966 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.342896 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.343465 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loaded extension: security-groups-normalized-cidr
Apr 19 19:16:04.343845 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.344783 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.345352 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loaded extension: port-security-groups-filtering
Apr 19 19:16:04.345705 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.346628 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.347194 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loaded extension: security-groups-remote-address-group
Apr 19 19:16:04.347545 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: securitygroup.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.362081 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.362748 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loaded extension: security-group
Apr 19 19:16:04.363120 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: segment.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.364089 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.364672 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extension segment not supported by any of loaded plugins
Apr 19 19:16:04.365032 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.366829 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.367437 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Apr 19 19:16:04.367813 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: servicetype.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.368954 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.369545 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loaded extension: service-type
Apr 19 19:16:04.369913 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: sorting.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.370894 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.371268 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loaded extension: sorting
Apr 19 19:16:04.371623 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: standard_attr_segment.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.372583 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.373167 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extension standard-attr-segment not supported by any of loaded plugins
Apr 19 19:16:04.373525 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: standardattrdescription.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.374220 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.374797 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loaded extension: standard-attr-description
Apr 19 19:16:04.375155 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: stateful_security_group.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.376112 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.376703 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loaded extension: stateful-security-group
Apr 19 19:16:04.377059 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: stdattrs_common.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.377643 dv-cinder-786932-1-iscsi neutron-server[86253]: WARNING neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Apr 19 19:16:04.377994 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.378994 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.379576 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Apr 19 19:16:04.379955 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: subnet_onboard.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.381035 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.381676 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loaded extension: subnet_onboard
Apr 19 19:16:04.382037 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.382960 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.383534 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Apr 19 19:16:04.383920 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: subnet_service_types.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.384853 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.385440 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loaded extension: subnet-service-types
Apr 19 19:16:04.385795 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: subnetallocation.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.386877 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.387464 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loaded extension: subnet_allocation
Apr 19 19:16:04.387854 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.388557 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.389145 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loaded extension: subnetpool-prefix-ops
Apr 19 19:16:04.389499 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.390452 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.391032 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Apr 19 19:16:04.391384 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: tagging.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.392770 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.393353 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loaded extension: standard-attr-tag
Apr 19 19:16:04.393715 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: timestamp.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.394915 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.395493 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loaded extension: standard-attr-timestamp
Apr 19 19:16:04.395888 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: trunk.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.397475 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.398346 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extension trunk not supported by any of loaded plugins
Apr 19 19:16:04.398606 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: trunk_details.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.399552 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.400151 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extension trunk-details not supported by any of loaded plugins
Apr 19 19:16:04.400507 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: uplink_status_propagation.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.401432 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.402005 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Apr 19 19:16:04.402363 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Loading extension file: vlantransparent.py {{(pid=86253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 19:16:04.403083 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 19:16:04.403663 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extension vlan-transparent not supported by any of loaded plugins
Apr 19 19:16:04.406468 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.quota.resource_registry [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Creating instance of TrackedResource for resource:network
Apr 19 19:16:04.407310 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.quota.resource_registry [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Creating instance of TrackedResource for resource:subnet
Apr 19 19:16:04.408007 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.quota.resource_registry [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 19 19:16:04.408656 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.quota.resource_registry [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Creating instance of TrackedResource for resource:port
Apr 19 19:16:04.410184 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.resource_helper [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 19:16:04.410658 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.resource_helper [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Service FLAVORS assigned prefix:  {{(pid=86253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 19:16:04.411322 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.resource_helper [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 19:16:04.411799 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.resource_helper [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 19:16:04.412162 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.quota.resource_registry [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Creating instance of TrackedResource for resource:router
Apr 19 19:16:04.413957 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.quota.resource_registry [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Creating instance of TrackedResource for resource:floatingip
Apr 19 19:16:04.414749 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.resource_helper [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Service METERING assigned prefix: /metering {{(pid=86253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 19:16:04.416683 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2e10417d68>> rbac-policy before_create 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.417082 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2e10417d68>> rbac-policy before_update 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.417458 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2e10417d68>> rbac-policy before_delete 55550000 {{(pid=86253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:16:04.418649 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.quota.resource_registry [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 19 19:16:04.419122 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.quota.resource_registry [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Creating instance of TrackedResource for resource:security_group
Apr 19 19:16:04.419969 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.quota.resource_registry [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 19 19:16:04.420755 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.resource_helper [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Service CORE assigned prefix:  {{(pid=86253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 19:16:04.421128 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.quota.resource_registry [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 19 19:16:04.421489 dv-cinder-786932-1-iscsi neutron-server[86253]: WARNING neutron.quota.resource_registry [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] subnetpool is already registered
Apr 19 19:16:04.422138 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.resource_helper [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Service CORE assigned prefix:  {{(pid=86253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 19:16:04.422497 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.quota.resource_registry [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 19 19:16:04.422852 dv-cinder-786932-1-iscsi neutron-server[86253]: WARNING neutron.quota.resource_registry [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] subnetpool is already registered
Apr 19 19:16:04.425839 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.resource_helper [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 19:16:04.426308 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.resource_helper [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Service FLAVORS assigned prefix:  {{(pid=86253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 19:16:04.427043 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.resource_helper [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 19:16:04.427509 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.resource_helper [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 19:16:04.427919 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.quota.resource_registry [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Creating instance of TrackedResource for resource:router
Apr 19 19:16:04.428376 dv-cinder-786932-1-iscsi neutron-server[86253]: WARNING neutron.quota.resource_registry [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] router is already registered
Apr 19 19:16:04.429067 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.quota.resource_registry [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Creating instance of TrackedResource for resource:floatingip
Apr 19 19:16:04.429432 dv-cinder-786932-1-iscsi neutron-server[86253]: WARNING neutron.quota.resource_registry [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] floatingip is already registered
Apr 19 19:16:04.430154 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.resource_helper [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Service METERING assigned prefix: /metering {{(pid=86253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 19:16:04.430853 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.quota.resource_registry [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 19 19:16:04.431219 dv-cinder-786932-1-iscsi neutron-server[86253]: WARNING neutron.quota.resource_registry [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] rbac_policy is already registered
Apr 19 19:16:04.431884 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.quota.resource_registry [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Creating instance of TrackedResource for resource:security_group
Apr 19 19:16:04.432246 dv-cinder-786932-1-iscsi neutron-server[86253]: WARNING neutron.quota.resource_registry [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] security_group is already registered
Apr 19 19:16:04.432878 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.quota.resource_registry [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 19 19:16:04.433236 dv-cinder-786932-1-iscsi neutron-server[86253]: WARNING neutron.quota.resource_registry [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] security_group_rule is already registered
Apr 19 19:16:04.433949 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.resource_helper [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Service CORE assigned prefix:  {{(pid=86253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 19:16:04.434310 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.quota.resource_registry [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 19 19:16:04.434663 dv-cinder-786932-1-iscsi neutron-server[86253]: WARNING neutron.quota.resource_registry [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] subnetpool is already registered
Apr 19 19:16:04.435325 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.resource_helper [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Service CORE assigned prefix:  {{(pid=86253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 19:16:04.435682 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.quota.resource_registry [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 19 19:16:04.436062 dv-cinder-786932-1-iscsi neutron-server[86253]: WARNING neutron.quota.resource_registry [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] subnetpool is already registered
Apr 19 19:16:04.436763 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extended resource: extensions {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:16:04.438428 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extended resource: address-groups {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:16:04.440144 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extended resource: address-scopes {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:16:04.441397 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extended resource: agents {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:16:04.442622 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extended resource: auto-allocated-topology {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:16:04.443987 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extended resource: availability_zones {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:16:04.445345 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extended resource: dhcp-networks {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:16:04.446803 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extended resource: dhcp-agents {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:16:04.448316 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extended resource: routers {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:16:04.450189 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extended resource: flavors {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:16:04.451403 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extended resource: service_profiles {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:16:04.452694 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extended resource: next_providers {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:16:04.454280 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extended resource: service_profiles {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:16:04.455777 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extended resource: floatingip-pools {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:16:04.457051 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extended resource: routers {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:16:04.458895 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extended resource: floatingips {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:16:04.460814 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extended resource: l3-routers {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:16:04.462269 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extended resource: l3-agents {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:16:04.464009 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extended resource: metering-labels {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:16:04.466533 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extended resource: metering-label-rules {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:16:04.467916 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extended resource: network-ip-availabilities {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:16:04.469254 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extended resource: bindings {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:16:04.470950 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extended resource: quotas {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:16:04.472483 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extended resource: quotas {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:16:04.473934 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extended resource: rbac-policies {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:16:04.475889 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extended resource: security-groups {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:16:04.477320 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extended resource: security-group-rules {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:16:04.478593 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extended resource: service-providers {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:16:04.479895 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extended resource: subnetpools {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:16:04.481360 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extended resource: subnetpools {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:16:04.482871 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extended resource: tags {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:16:04.484676 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extended resource: tags {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:16:04.486529 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extended resource: tags {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:16:04.488396 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extended resource: tags {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:16:04.490232 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extended resource: tags {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:16:04.492293 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extended resource: tags {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:16:04.494062 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extended resource: tags {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:16:04.496047 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extended resource: tags {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:16:04.497882 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extended resource: tags {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:16:04.499813 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.extensions [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Extended resource: tags {{(pid=86253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 19:16:04.506787 dv-cinder-786932-1-iscsi neutron-server[86253]: WARNING keystonemiddleware.auth_token [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Apr 19 19:16:04.512192 dv-cinder-786932-1-iscsi neutron-server[86253]: WARNING keystonemiddleware.auth_token [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Apr 19 19:16:04.521034 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Acquired lock "singleton_lock" {{(pid=86253) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Apr 19 19:16:04.521553 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Releasing lock "singleton_lock" {{(pid=86253) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Apr 19 19:16:04.523693 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO oslo_service.service [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Starting 2 workers
Apr 19 19:16:04.528541 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Started child 86368 {{(pid=86253) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 19 19:16:04.532514 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:16:04.533462 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Started child 86369 {{(pid=86253) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 19 19:16:04.534023 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [-] (86368) wsgi starting up on http://0.0.0.0:9696
Apr 19 19:16:04.534982 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.service [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Neutron service started, listening on 0.0.0.0:9696
Apr 19 19:16:04.535669 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Notify callbacks [] for process, before_spawn {{(pid=86253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:16:04.538696 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:16:04.538865 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO oslo_service.service [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Starting 1 workers
Apr 19 19:16:04.540170 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [-] (86369) wsgi starting up on http://0.0.0.0:9696
Apr 19 19:16:04.544305 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Started child 86370 {{(pid=86253) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 19 19:16:04.544833 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO oslo_service.service [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Starting 1 workers
Apr 19 19:16:04.546357 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.service [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] calling RpcWorker wait() {{(pid=86370) _wait /opt/stack/neutron/neutron/service.py:128}}
Apr 19 19:16:04.546744 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.service [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] returning from RpcWorker wait() {{(pid=86370) _wait /opt/stack/neutron/neutron/service.py:135}}
Apr 19 19:16:04.548482 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:16:04.548985 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:16:04.549684 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Started child 86371 {{(pid=86253) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 19 19:16:04.550475 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c852-ccb4-486a-98e2-a01168b503d2 None None] Notify callbacks [] for process, after_spawn {{(pid=86253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:16:04.552081 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86253) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 19 19:16:04.552319 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 19 19:16:04.552504 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 19 19:16:04.552947 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 19 19:16:04.553420 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 19 19:16:04.553588 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 19 19:16:04.554339 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.554443 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:16:04.554665 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.554969 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.555256 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.555583 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.556248 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.556549 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.556836 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.557141 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.557406 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.557601 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.557789 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.558072 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.558349 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.558691 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.558978 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.559263 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.559551 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.559774 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.560037 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.560332 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.560608 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.560899 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] debug                          = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.561157 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.561706 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.561965 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.562224 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.562468 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.562759 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.563047 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.563351 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.563612 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.563926 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.564220 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.564492 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.564749 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.564989 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.565254 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.565536 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.565808 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.566244 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] host                           = dv-cinder-786932-1-iscsi {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.566492 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.566739 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.566998 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.567253 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.567535 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.567809 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.568095 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.568384 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.568642 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.568967 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.569256 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.569516 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.569779 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.570046 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.570232 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.570474 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.570768 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.571053 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.571259 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.571432 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.571597 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.571899 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.572058 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.572355 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.572521 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.572770 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.573010 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.573248 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.573485 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.573773 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.574023 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.574379 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.574598 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.574801 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.575053 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.575320 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.575576 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.575845 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.576105 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.576344 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.576613 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.576888 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.577134 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.577398 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.577721 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.578037 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.578484 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.578980 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.579248 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.579514 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.580053 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.580311 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.580707 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.580817 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:16:04.581034 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.581228 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.581506 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.581756 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.582033 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.582308 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.582696 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.582786 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.582982 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.583221 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.583507 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.583803 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.584114 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.584272 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.585413 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.585413 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.585721 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.586026 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.586378 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.586664 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.586930 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.587195 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.587749 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.587996 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.588274 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.588536 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.588872 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.589118 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.589451 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.589718 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.590013 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.590306 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.590598 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.590891 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.591148 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.591359 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.591581 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.591811 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.592156 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.592446 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.592739 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.36/identity {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.593002 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.593243 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.593489 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.593750 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.593993 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.594235 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.594699 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.595579 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.595855 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.596090 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.596333 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.596610 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.596819 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.597069 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.598897 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.599266 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.599587 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.599807 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.600748 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.601650 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.601916 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.602159 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.602427 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.602870 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.603309 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.603782 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.604070 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.604332 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.604580 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.604884 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.605172 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.605426 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.605678 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.605932 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.606182 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.606450 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.606736 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.607024 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.607250 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.607495 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.607755 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.608037 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.608294 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.608580 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.608784 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.609035 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.609295 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.609538 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.609782 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.610033 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.610269 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.610539 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.610788 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.611029 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.611276 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.611540 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.611810 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.612076 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.612420 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.612634 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.612989 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.613217 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.613509 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.613766 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.614008 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.614263 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.614552 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.614922 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.615057 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.615326 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.615598 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.616068 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.616973 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.617256 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.617467 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.617762 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.618017 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.618275 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.618562 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.618800 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.619081 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.619359 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.619601 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.619935 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.620231 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.620535 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.620858 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.621133 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.621448 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.621754 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.621971 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.622311 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.622609 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.622905 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.623183 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.623467 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.624019 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.624019 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.627024 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.627024 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.627024 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.627024 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.627024 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.627024 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.627024 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.627024 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.627803 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.627803 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.627803 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.627803 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.627803 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.627803 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.628332 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.628332 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.628508 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.628780 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.629081 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.629353 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.629622 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.36/identity {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.629887 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.630157 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.630423 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.630666 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.630933 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.631180 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.631520 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.632468 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.632739 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.633018 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.633272 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.633529 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.633777 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.634029 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.634283 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.634570 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.634816 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.635069 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.635340 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.635596 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.635873 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.636124 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.637008 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.637008 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.637008 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.637288 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.637741 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.638181 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.638561 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.638736 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.639019 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.639332 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.639640 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.639901 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.640151 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.640400 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.640673 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.640923 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.641190 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.641486 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.641734 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.642012 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.642272 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.642614 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.642898 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.643186 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.643455 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.643701 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.644012 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.644264 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.644517 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.644766 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.645017 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.645267 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.645549 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.645836 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.646106 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.646377 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.646615 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.646859 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.647763 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.648681 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.649031 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.649305 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.649575 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.649849 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.650113 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.650394 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.650636 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.650879 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.651129 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.651371 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.651640 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.651921 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.652166 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.652454 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.652636 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.652894 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.653135 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.653375 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.653626 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.653867 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.654132 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.654366 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.654608 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.654854 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.655096 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.655455 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.655766 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.656044 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.656358 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.656630 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.656912 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.657185 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.657593 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.657859 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.658159 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.658414 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.658664 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.658923 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.659213 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.659573 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.659960 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.660251 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.660527 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.660852 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.661135 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.661437 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.661686 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.661997 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.662350 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.663273 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.664217 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.664485 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.664780 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.665044 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.665303 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.665557 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.665813 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.666074 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.666354 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.666646 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.666911 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.667163 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.667430 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.667709 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.668134 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.668400 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.668676 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.668930 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.669116 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 19 19:16:04.669664 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86253) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 19 19:16:04.669853 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 19 19:16:04.670035 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 19 19:16:04.670251 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 19 19:16:04.670455 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 19 19:16:04.670638 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 19 19:16:04.670892 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.671075 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.671264 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.671452 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.671636 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.671869 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.672055 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.672287 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.672397 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.672561 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.672745 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.672929 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.673113 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.673308 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.673482 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.673666 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.673850 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.674033 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.674222 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.674406 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.674630 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.674743 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.674908 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] debug                          = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.675092 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.675319 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.675496 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.675678 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.675887 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.676070 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.676262 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.676418 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.676600 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.676782 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.676966 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.677148 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.677331 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.677512 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.677694 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.677877 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.678061 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.678867 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] host                           = dv-cinder-786932-1-iscsi {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.679649 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.679873 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.680064 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.680302 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.680445 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.680633 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.680821 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.681006 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.681191 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.681377 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.681561 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.681744 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.681928 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.682110 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.682294 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.682480 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.682664 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.682848 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.683056 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.683242 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.683515 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.683638 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.683772 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.683957 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.684127 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.684283 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.684432 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.684582 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.684825 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.684979 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.685140 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.685289 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.685482 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.685640 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.685792 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.685948 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.686098 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.686244 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.686439 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.686439 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.686714 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.686811 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.686952 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.687136 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.687323 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.687511 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.687694 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.687900 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.688494 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.688494 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.688494 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.688787 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.688787 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.688964 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.689058 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.689301 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.689413 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.689518 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.689656 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.689872 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.689978 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.690163 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.690343 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.690509 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.690683 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.690866 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.691051 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.691218 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.691579 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 19:16:04.691816 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.692011 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.692213 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.692401 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.692568 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.692750 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.692938 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.693125 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.693312 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.693499 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.693694 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.694515 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.696253 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.696466 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.696664 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.696863 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.697057 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.697251 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.697442 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.697633 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.697825 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.698012 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.698223 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.698414 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.698647 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.36/identity {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.698798 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.698985 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.699176 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.699369 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.699555 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.699764 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.699960 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.700149 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.700337 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.700525 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.700714 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.700901 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.701061 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.701236 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.701602 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.701791 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.701978 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.702166 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.702353 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.702543 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.702729 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.702918 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.703106 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.703294 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.703482 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.703681 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.703914 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.704100 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.704287 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.704474 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.704661 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.704847 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.705036 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.705223 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.705412 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.705582 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.705781 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.705960 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.706145 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.706332 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.706521 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.706678 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.706876 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.707052 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.707238 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.707424 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.707610 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.707822 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.708008 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.708192 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.708306 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:16:04.708405 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.708517 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.708707 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.708897 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.709081 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.709268 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.709548 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.709898 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.710518 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.710715 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.710929 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.711111 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.711301 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.711490 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.711677 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.711888 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.712075 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.712262 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.712701 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.712891 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.713079 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.713265 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.713454 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.713640 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.713825 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.714012 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.714196 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.714381 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.714567 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.714751 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.714988 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.715099 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.715260 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.715446 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.715630 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.715849 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.716040 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.716218 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.716395 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.716549 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.716747 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.716951 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.717132 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.717318 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.717503 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.717690 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.717876 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.718061 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.718246 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.718432 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.718623 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.718814 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.719009 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.719209 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.719401 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.719584 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.719791 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.720029 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.720215 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.720403 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.720589 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.720774 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.720959 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.721146 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.721333 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.721578 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.721752 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.721854 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.722003 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.36/identity {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.722188 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.722376 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.722565 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.722750 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.722915 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.723098 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.723282 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.723525 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.723764 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.723846 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.723988 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.724172 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.724361 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.724548 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.724734 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.724919 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.725757 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.726492 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.726764 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.726939 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.727122 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.727122 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.727518 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.727518 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.727828 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.727828 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.728056 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.728202 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.728350 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.728488 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.728696 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.728952 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.728952 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.729151 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.729299 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.729491 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.729679 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.729867 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.730054 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.730243 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.730431 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.730617 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.730806 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.731010 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.731196 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.731382 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.731569 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.731848 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.731970 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.732174 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.732345 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.732424 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.732612 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.732823 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.733039 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.733137 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.733291 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.733478 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.733663 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.733849 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.734035 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.734222 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.734452 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.734604 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.734791 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.735001 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.735168 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.735365 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.735526 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.735700 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.735898 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.736169 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.736290 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.736439 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.736625 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.736810 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.737096 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.737320 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.737320 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.737723 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.737937 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.738076 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.738273 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.738461 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.738648 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.738833 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.739017 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.739219 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.739408 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.739596 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.739815 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.740002 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.740189 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.740377 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.740577 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.741927 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.742039 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 45632) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:16:04.742297 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.742503 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.742693 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.742882 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.743073 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.743267 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.743466 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.743660 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.743890 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.744135 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.744246 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.744379 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.744566 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.744760 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.744962 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.745120 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.745308 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.745469 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.745652 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.745840 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.746025 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.746183 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.746396 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.746573 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.746725 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.746872 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.747018 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.747187 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.747414 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.747586 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.747770 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.747931 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.748110 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.748110 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 19:16:04.748400 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 19 19:16:04.757700 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0133719
Apr 19 19:16:15.908280 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53a4444-9b49-40d7-88c2-79f5d5c34f84 None None] get_active_networks_info from dv-cinder-786932-1-iscsi {{(pid=86370) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 19 19:16:16.048368 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b36163a7-9ca1-4e3d-9820-a26061bd4b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765'] for agent, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:16:16.067109 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53a4444-9b49-40d7-88c2-79f5d5c34f84 None None] No non-hosted networks {{(pid=86370) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Apr 19 19:16:18.547707 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bf00e261-a822-48a1-8cc8-b0e70fbc1e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765'] for agent, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:16:18.617668 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9e95010e-34c4-4e9b-88db-dfe62cd8d482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:16:19.813127 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-000a1909-ab5b-4f97-8afb-04fdec5398f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765'] for agent, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:16:19.929592 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765'] for agent, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:16:19.930529 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:16:19.931039 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:16:19.931566 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:16:19.932094 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:16:19.932592 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:16:19.933084 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:16:19.933576 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:16:19.934104 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:16:19.934658 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:16:19.935152 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:16:19.935659 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:16:19.936652 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:16:19.938159 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f2e0f8308d0>, 'Open vSwitch agent', 'dv-cinder-786932-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:16:19.976453 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f2e0f7b5080>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786932-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:16:20.651609 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5c78a517-44d6-4271-a115-cae59bf86ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765'] for agent, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:16:21.892535 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.db.l3_hamode_db [None req-4b8b21a5-65f8-436c-8134-90b88e5c65dc None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Apr 19 19:16:22.050310 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8b21a5-65f8-436c-8134-90b88e5c65dc None None] Routers set() bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:16:22.050970 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8b21a5-65f8-436c-8134-90b88e5c65dc None None] Router IDs set() for agent in host dv-cinder-786932-1-iscsi {{(pid=86370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}}
Apr 19 19:16:22.074248 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 45722) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:16:22.950210 dv-cinder-786932-1-iscsi neutron-server[86253]: WARNING oslo_policy.policy [None req-7a6df12a-a8df-4671-a887-205aea56f11e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 19 19:16:22.950794 dv-cinder-786932-1-iscsi neutron-server[86253]: WARNING oslo_policy.policy [None req-7a6df12a-a8df-4671-a887-205aea56f11e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 19 19:16:23.191877 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [None req-7a6df12a-a8df-4671-a887-205aea56f11e admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=86368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 19:16:23.193139 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-7a6df12a-a8df-4671-a887-205aea56f11e admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 1.1167502
Apr 19 19:16:26.093943 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 45738) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:16:26.532769 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-f35e9cc0-325f-4dc0-82ab-7f14a9f6c3e6 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=86368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:16:26.642972 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.policy [None req-f35e9cc0-325f-4dc0-82ab-7f14a9f6c3e6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86368) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 19 19:16:26.700334 dv-cinder-786932-1-iscsi neutron-server[86253]: WARNING oslo_policy.policy [None req-f35e9cc0-325f-4dc0-82ab-7f14a9f6c3e6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 19 19:16:26.700813 dv-cinder-786932-1-iscsi neutron-server[86253]: WARNING oslo_policy.policy [None req-f35e9cc0-325f-4dc0-82ab-7f14a9f6c3e6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 19 19:16:26.719488 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.quota [None req-f35e9cc0-325f-4dc0-82ab-7f14a9f6c3e6 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f2e0feaf390>.
Apr 19 19:16:26.736580 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-f35e9cc0-325f-4dc0-82ab-7f14a9f6c3e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:16:26.800169 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f35e9cc0-325f-4dc0-82ab-7f14a9f6c3e6 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363297114082160', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363297114082748', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363297114087596', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363297114065112', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363297114311410', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363297114311731', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036853139627', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036852831403', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1042792', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853781625'] for rbac-policy, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:16:27.043118 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f35e9cc0-325f-4dc0-82ab-7f14a9f6c3e6 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:16:27.044491 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-f35e9cc0-325f-4dc0-82ab-7f14a9f6c3e6 admin admin] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.9494526
Apr 19 19:16:30.305832 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 45752) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:16:31.143539 dv-cinder-786932-1-iscsi neutron-server[86253]: WARNING oslo_policy.policy [None req-7fe8d6ac-ab8d-4e9b-b44a-11fbadf29e40 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 19 19:16:31.144142 dv-cinder-786932-1-iscsi neutron-server[86253]: WARNING oslo_policy.policy [None req-7fe8d6ac-ab8d-4e9b-b44a-11fbadf29e40 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 19 19:16:31.381818 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-7fe8d6ac-ab8d-4e9b-b44a-11fbadf29e40 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '416366a89c7642639112551165b4d7e5'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:16:31.384970 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.quota [None req-7fe8d6ac-ab8d-4e9b-b44a-11fbadf29e40 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f2e101450f0>.
Apr 19 19:16:31.400881 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-7fe8d6ac-ab8d-4e9b-b44a-11fbadf29e40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:16:31.407418 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-7fe8d6ac-ab8d-4e9b-b44a-11fbadf29e40 admin admin] Usage tracker for resource:network and tenant:416366a89c7642639112551165b4d7e5 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:16:31.412565 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-7fe8d6ac-ab8d-4e9b-b44a-11fbadf29e40 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:16:31.420103 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-7fe8d6ac-ab8d-4e9b-b44a-11fbadf29e40 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:16:31.435439 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe8d6ac-ab8d-4e9b-b44a-11fbadf29e40 admin admin] Made reservation on behalf of 416366a89c7642639112551165b4d7e5 for: {'network': 1} {{(pid=86369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:16:31.513952 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.policy [None req-7fe8d6ac-ab8d-4e9b-b44a-11fbadf29e40 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86369) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 19 19:16:31.569957 dv-cinder-786932-1-iscsi neutron-server[86253]: WARNING oslo_policy.policy [None req-7fe8d6ac-ab8d-4e9b-b44a-11fbadf29e40 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 19 19:16:31.570377 dv-cinder-786932-1-iscsi neutron-server[86253]: WARNING oslo_policy.policy [None req-7fe8d6ac-ab8d-4e9b-b44a-11fbadf29e40 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 19 19:16:31.591244 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7fe8d6ac-ab8d-4e9b-b44a-11fbadf29e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for network, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:16:31.611862 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7fe8d6ac-ab8d-4e9b-b44a-11fbadf29e40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:16:31.629166 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-7fe8d6ac-ab8d-4e9b-b44a-11fbadf29e40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:16:31.633155 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-7fe8d6ac-ab8d-4e9b-b44a-11fbadf29e40 admin admin] Usage tracker for resource:security_group_rule and tenant:416366a89c7642639112551165b4d7e5 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:16:31.636867 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-7fe8d6ac-ab8d-4e9b-b44a-11fbadf29e40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:16:31.642691 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-7fe8d6ac-ab8d-4e9b-b44a-11fbadf29e40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:16:31.904464 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7fe8d6ac-ab8d-4e9b-b44a-11fbadf29e40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:16:31.907340 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7fe8d6ac-ab8d-4e9b-b44a-11fbadf29e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:16:31.912977 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:16:31.933555 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fe8d6ac-ab8d-4e9b-b44a-11fbadf29e40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114}  {{(pid=86369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 19:16:31.958764 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7fe8d6ac-ab8d-4e9b-b44a-11fbadf29e40 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363297115685782', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852957628'] for segment, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:16:31.959911 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7fe8d6ac-ab8d-4e9b-b44a-11fbadf29e40 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f2e10b3c6a8> segment precommit_create {{(pid=86369) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 19 19:16:31.960910 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.db.segments_db [None req-7fe8d6ac-ab8d-4e9b-b44a-11fbadf29e40 admin admin] Added segment cde72379-c171-4875-b312-65d3c6bdb27f of type vlan for network 4e0d9f90-969c-4e8b-8a53-4c07549dfdf6
Apr 19 19:16:31.970053 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8d6ac-ab8d-4e9b-b44a-11fbadf29e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94300e4-639e-405b-9187-5c69cc6eb400,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:16:32.033308 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8d6ac-ab8d-4e9b-b44a-11fbadf29e40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:16:32.033665 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8d6ac-ab8d-4e9b-b44a-11fbadf29e40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:16:32.034020 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8d6ac-ab8d-4e9b-b44a-11fbadf29e40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:16:32.034368 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8d6ac-ab8d-4e9b-b44a-11fbadf29e40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:16:32.034710 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8d6ac-ab8d-4e9b-b44a-11fbadf29e40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:16:32.035079 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8d6ac-ab8d-4e9b-b44a-11fbadf29e40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:16:32.035414 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8d6ac-ab8d-4e9b-b44a-11fbadf29e40 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:16:32.035769 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8d6ac-ab8d-4e9b-b44a-11fbadf29e40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:16:32.036130 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8d6ac-ab8d-4e9b-b44a-11fbadf29e40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:16:32.036466 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8d6ac-ab8d-4e9b-b44a-11fbadf29e40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:16:32.036803 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8d6ac-ab8d-4e9b-b44a-11fbadf29e40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:16:32.037749 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8d6ac-ab8d-4e9b-b44a-11fbadf29e40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:16:32.038878 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8d6ac-ab8d-4e9b-b44a-11fbadf29e40 admin admin] Tracked resource versions report:
Apr 19 19:16:32.038878 dv-cinder-786932-1-iscsi neutron-server[86253]: pushed versions:
Apr 19 19:16:32.038878 dv-cinder-786932-1-iscsi neutron-server[86253]: {   'AddressGroup': {'1.2'},
Apr 19 19:16:32.038878 dv-cinder-786932-1-iscsi neutron-server[86253]:     'ConntrackHelper': {'1.0'},
Apr 19 19:16:32.038878 dv-cinder-786932-1-iscsi neutron-server[86253]:     'Log': {'1.0'},
Apr 19 19:16:32.038878 dv-cinder-786932-1-iscsi neutron-server[86253]:     'Network': {'1.1'},
Apr 19 19:16:32.038878 dv-cinder-786932-1-iscsi neutron-server[86253]:     'Port': {'1.7'},
Apr 19 19:16:32.038878 dv-cinder-786932-1-iscsi neutron-server[86253]:     'PortForwarding': {'1.2'},
Apr 19 19:16:32.038878 dv-cinder-786932-1-iscsi neutron-server[86253]:     'QosPolicy': {'1.8'},
Apr 19 19:16:32.038878 dv-cinder-786932-1-iscsi neutron-server[86253]:     'SecurityGroup': {'1.4'},
Apr 19 19:16:32.038878 dv-cinder-786932-1-iscsi neutron-server[86253]:     'SecurityGroupRule': {'1.2'},
Apr 19 19:16:32.038878 dv-cinder-786932-1-iscsi neutron-server[86253]:     'SubPort': {'1.0'},
Apr 19 19:16:32.038878 dv-cinder-786932-1-iscsi neutron-server[86253]:     'Subnet': {'1.1'},
Apr 19 19:16:32.038878 dv-cinder-786932-1-iscsi neutron-server[86253]:     'Trunk': {'1.1'}}
Apr 19 19:16:32.038878 dv-cinder-786932-1-iscsi neutron-server[86253]: consumer versions:
Apr 19 19:16:32.038878 dv-cinder-786932-1-iscsi neutron-server[86253]: {   DHCP agent@dv-cinder-786932-1-iscsi: {},
Apr 19 19:16:32.038878 dv-cinder-786932-1-iscsi neutron-server[86253]:     L3 agent@dv-cinder-786932-1-iscsi: {},
Apr 19 19:16:32.038878 dv-cinder-786932-1-iscsi neutron-server[86253]:     Metadata agent@dv-cinder-786932-1-iscsi: {},
Apr 19 19:16:32.038878 dv-cinder-786932-1-iscsi neutron-server[86253]:     Metering agent@dv-cinder-786932-1-iscsi: {},
Apr 19 19:16:32.038878 dv-cinder-786932-1-iscsi neutron-server[86253]:     Open vSwitch agent@dv-cinder-786932-1-iscsi: {   'AddressGroup': '1.2',
Apr 19 19:16:32.038878 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'ConntrackHelper': '1.0',
Apr 19 19:16:32.038878 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'Log': '1.0',
Apr 19 19:16:32.038878 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'Network': '1.1',
Apr 19 19:16:32.038878 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'Port': '1.7',
Apr 19 19:16:32.038878 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'PortForwarding': '1.2',
Apr 19 19:16:32.038878 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'QosPolicy': '1.8',
Apr 19 19:16:32.038878 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'SecurityGroup': '1.4',
Apr 19 19:16:32.038878 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'SecurityGroupRule': '1.2',
Apr 19 19:16:32.038878 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'SubPort': '1.0',
Apr 19 19:16:32.038878 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'Subnet': '1.1',
Apr 19 19:16:32.038878 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'Trunk': '1.1'}}
Apr 19 19:16:32.038878 dv-cinder-786932-1-iscsi neutron-server[86253]:  {{(pid=86369) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 19 19:16:32.085340 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7fe8d6ac-ab8d-4e9b-b44a-11fbadf29e40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739738712435'] for network, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:16:32.091585 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-7fe8d6ac-ab8d-4e9b-b44a-11fbadf29e40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:16:32.125216 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7fe8d6ac-ab8d-4e9b-b44a-11fbadf29e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770'] for network, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:16:32.126653 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe8d6ac-ab8d-4e9b-b44a-11fbadf29e40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:16:32.127302 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7fe8d6ac-ab8d-4e9b-b44a-11fbadf29e40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:16:32.133329 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:16:32.247767 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-7fe8d6ac-ab8d-4e9b-b44a-11fbadf29e40 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 1.9404798
Apr 19 19:16:32.248486 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8d6ac-ab8d-4e9b-b44a-11fbadf29e40 admin admin] Pushing event updated for resources: {'Network': ['ID=4e0d9f90-969c-4e8b-8a53-4c07549dfdf6,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:16:32.251699 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-7fe8d6ac-ab8d-4e9b-b44a-11fbadf29e40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:16:32.262864 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Network 4e0d9f90-969c-4e8b-8a53-4c07549dfdf6 details requested by agent ovs-agent-dv-cinder-786932-1-iscsi with host dv-cinder-786932-1-iscsi {{(pid=86370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 19:16:35.374181 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 45774) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:16:35.868350 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d0649c-445b-47d2-893e-7d80b201dea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:16:35.869792 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-a0d0649c-445b-47d2-893e-7d80b201dea1 admin admin] 10.222.0.36 "GET /v2.0/networks/4e0d9f90-969c-4e8b-8a53-4c07549dfdf6 HTTP/1.1" status: 200  len: 825 time: 0.4945881
Apr 19 19:16:35.901055 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-639ea159-6dcd-4192-a50c-fb22786a4728 admin admin] 10.222.0.36 "GET /v2.0/subnetpools/2e48c15f-831f-4a87-a72b-807cc98092fb HTTP/1.1" status: 200  len: 734 time: 0.0251095
Apr 19 19:16:35.910838 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-f96bf988-a804-4599-a2fd-09a368b87809 admin admin] Request body: {'subnet': {'tenant_id': '416366a89c7642639112551165b4d7e5', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '2e48c15f-831f-4a87-a72b-807cc98092fb', 'name': 'private-subnet', 'network_id': '4e0d9f90-969c-4e8b-8a53-4c07549dfdf6'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:16:35.916528 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-f96bf988-a804-4599-a2fd-09a368b87809 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:16:35.920734 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-f96bf988-a804-4599-a2fd-09a368b87809 admin admin] Usage tracker for resource:subnet and tenant:416366a89c7642639112551165b4d7e5 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:16:35.923888 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-f96bf988-a804-4599-a2fd-09a368b87809 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:16:35.933398 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-f96bf988-a804-4599-a2fd-09a368b87809 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:16:35.942435 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96bf988-a804-4599-a2fd-09a368b87809 admin admin] Made reservation on behalf of 416366a89c7642639112551165b4d7e5 for: {'subnet': 1} {{(pid=86369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:16:35.947352 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f96bf988-a804-4599-a2fd-09a368b87809 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:16:36.448937 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f96bf988-a804-4599-a2fd-09a368b87809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770'] for subnet, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:16:36.454789 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:16:36.545790 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96bf988-a804-4599-a2fd-09a368b87809 admin admin] Checking segment: {'id': 'cde72379-c171-4875-b312-65d3c6bdb27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4e0d9f90-969c-4e8b-8a53-4c07549dfdf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:16:36.546166 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96bf988-a804-4599-a2fd-09a368b87809 admin admin] Network hostable DHCP agents. Network: 4e0d9f90-969c-4e8b-8a53-4c07549dfdf6, hostable agents: ['5216385f-cfc7-4997-a943-f61b8ae1664e'], hosted agents: [] {{(pid=86369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 19:16:36.552256 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96bf988-a804-4599-a2fd-09a368b87809 admin admin] Pushing event updated for resources: {'Subnet': ['ID=606ffee8-6b20-4fc4-ad5e-3fa6de52c2cc,revision_number=0']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:16:36.559809 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-f96bf988-a804-4599-a2fd-09a368b87809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:16:36.571528 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96bf988-a804-4599-a2fd-09a368b87809 admin admin] Network 4e0d9f90-969c-4e8b-8a53-4c07549dfdf6 is scheduled to be hosted by DHCP agent 5216385f-cfc7-4997-a943-f61b8ae1664e with binding_index 1 {{(pid=86369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 19:16:36.581128 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-f96bf988-a804-4599-a2fd-09a368b87809 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-1-iscsi, 4e0d9f90-969c-4e8b-8a53-4c07549dfdf6) {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:16:36.586727 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96bf988-a804-4599-a2fd-09a368b87809 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:16:36.587360 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f96bf988-a804-4599-a2fd-09a368b87809 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for subnet, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:16:36.593020 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b906a5a-785d-4b28-a1de-2c8707d8a164 None None] Network 4e0d9f90-969c-4e8b-8a53-4c07549dfdf6 requested from dv-cinder-786932-1-iscsi {{(pid=86370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:16:36.608122 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-f96bf988-a804-4599-a2fd-09a368b87809 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.7009592
Apr 19 19:16:37.125185 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e398425-de47-4d96-b660-82e8c2e6d8d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cdbe905-22d6-5db2-b625-c927f524fce5-4e0d9f90-969c-4e8b-8a53-4c07549dfdf6', 'network_id': '4e0d9f90-969c-4e8b-8a53-4c07549dfdf6', 'tenant_id': '416366a89c7642639112551165b4d7e5', 'fixed_ips': [{'subnet_id': '606ffee8-6b20-4fc4-ad5e-3fa6de52c2cc'}]}} from dv-cinder-786932-1-iscsi. {{(pid=86370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 19 19:16:37.126410 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9e398425-de47-4d96-b660-82e8c2e6d8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:16:37.315623 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-9e398425-de47-4d96-b660-82e8c2e6d8d2 None None] Allocated IP 172.20.0.2 (4e0d9f90-969c-4e8b-8a53-4c07549dfdf6/606ffee8-6b20-4fc4-ad5e-3fa6de52c2cc/d08283c1-7aee-4d18-9d75-875976a3f5f8) {{(pid=86370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:16:37.561017 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9e398425-de47-4d96-b660-82e8c2e6d8d2 None None] Notify callbacks [] for port, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:16:37.574940 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-9e398425-de47-4d96-b660-82e8c2e6d8d2 None None] Transition to ACTIVE for port object d08283c1-7aee-4d18-9d75-875976a3f5f8 will not be triggered until provisioned by entity L2. {{(pid=86370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:16:37.595583 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-9e398425-de47-4d96-b660-82e8c2e6d8d2 None None] Transition to ACTIVE for port object d08283c1-7aee-4d18-9d75-875976a3f5f8 will not be triggered until provisioned by entity DHCP. {{(pid=86370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:16:37.602098 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9e398425-de47-4d96-b660-82e8c2e6d8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739738723801'] for port, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:16:37.610311 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:16:37.676504 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e398425-de47-4d96-b660-82e8c2e6d8d2 None None] Network 4e0d9f90-969c-4e8b-8a53-4c07549dfdf6 is already hosted by enough agents. {{(pid=86370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:16:37.677752 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-9e398425-de47-4d96-b660-82e8c2e6d8d2 None None] Resources bound (agent type, host, resource id):  {{(pid=86370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:16:37.683943 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e398425-de47-4d96-b660-82e8c2e6d8d2 None None] Received port after_create {{(pid=86370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:16:37.690193 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e398425-de47-4d96-b660-82e8c2e6d8d2 None None] Pushing event updated for resources: {'Port': ['ID=d08283c1-7aee-4d18-9d75-875976a3f5f8,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:16:37.733044 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e398425-de47-4d96-b660-82e8c2e6d8d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:16:37.733423 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e398425-de47-4d96-b660-82e8c2e6d8d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:16:37.733792 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e398425-de47-4d96-b660-82e8c2e6d8d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:16:37.734153 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e398425-de47-4d96-b660-82e8c2e6d8d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:16:37.734511 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e398425-de47-4d96-b660-82e8c2e6d8d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:16:37.734868 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e398425-de47-4d96-b660-82e8c2e6d8d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:16:37.735221 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e398425-de47-4d96-b660-82e8c2e6d8d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:16:37.735572 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e398425-de47-4d96-b660-82e8c2e6d8d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:16:37.735962 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e398425-de47-4d96-b660-82e8c2e6d8d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:16:37.736319 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e398425-de47-4d96-b660-82e8c2e6d8d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:16:37.736668 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e398425-de47-4d96-b660-82e8c2e6d8d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:16:37.737013 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e398425-de47-4d96-b660-82e8c2e6d8d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:16:37.738141 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e398425-de47-4d96-b660-82e8c2e6d8d2 None None] Tracked resource versions report:
Apr 19 19:16:37.738141 dv-cinder-786932-1-iscsi neutron-server[86253]: pushed versions:
Apr 19 19:16:37.738141 dv-cinder-786932-1-iscsi neutron-server[86253]: {   'AddressGroup': {'1.2'},
Apr 19 19:16:37.738141 dv-cinder-786932-1-iscsi neutron-server[86253]:     'ConntrackHelper': {'1.0'},
Apr 19 19:16:37.738141 dv-cinder-786932-1-iscsi neutron-server[86253]:     'Log': {'1.0'},
Apr 19 19:16:37.738141 dv-cinder-786932-1-iscsi neutron-server[86253]:     'Network': {'1.1'},
Apr 19 19:16:37.738141 dv-cinder-786932-1-iscsi neutron-server[86253]:     'Port': {'1.7'},
Apr 19 19:16:37.738141 dv-cinder-786932-1-iscsi neutron-server[86253]:     'PortForwarding': {'1.2'},
Apr 19 19:16:37.738141 dv-cinder-786932-1-iscsi neutron-server[86253]:     'QosPolicy': {'1.8'},
Apr 19 19:16:37.738141 dv-cinder-786932-1-iscsi neutron-server[86253]:     'SecurityGroup': {'1.4'},
Apr 19 19:16:37.738141 dv-cinder-786932-1-iscsi neutron-server[86253]:     'SecurityGroupRule': {'1.2'},
Apr 19 19:16:37.738141 dv-cinder-786932-1-iscsi neutron-server[86253]:     'SubPort': {'1.0'},
Apr 19 19:16:37.738141 dv-cinder-786932-1-iscsi neutron-server[86253]:     'Subnet': {'1.1'},
Apr 19 19:16:37.738141 dv-cinder-786932-1-iscsi neutron-server[86253]:     'Trunk': {'1.1'}}
Apr 19 19:16:37.738141 dv-cinder-786932-1-iscsi neutron-server[86253]: consumer versions:
Apr 19 19:16:37.738141 dv-cinder-786932-1-iscsi neutron-server[86253]: {   DHCP agent@dv-cinder-786932-1-iscsi: {},
Apr 19 19:16:37.738141 dv-cinder-786932-1-iscsi neutron-server[86253]:     L3 agent@dv-cinder-786932-1-iscsi: {},
Apr 19 19:16:37.738141 dv-cinder-786932-1-iscsi neutron-server[86253]:     Metadata agent@dv-cinder-786932-1-iscsi: {},
Apr 19 19:16:37.738141 dv-cinder-786932-1-iscsi neutron-server[86253]:     Metering agent@dv-cinder-786932-1-iscsi: {},
Apr 19 19:16:37.738141 dv-cinder-786932-1-iscsi neutron-server[86253]:     Open vSwitch agent@dv-cinder-786932-1-iscsi: {   'AddressGroup': '1.2',
Apr 19 19:16:37.738141 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'ConntrackHelper': '1.0',
Apr 19 19:16:37.738141 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'Log': '1.0',
Apr 19 19:16:37.738141 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'Network': '1.1',
Apr 19 19:16:37.738141 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'Port': '1.7',
Apr 19 19:16:37.738141 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'PortForwarding': '1.2',
Apr 19 19:16:37.738141 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'QosPolicy': '1.8',
Apr 19 19:16:37.738141 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'SecurityGroup': '1.4',
Apr 19 19:16:37.738141 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'SecurityGroupRule': '1.2',
Apr 19 19:16:37.738141 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'SubPort': '1.0',
Apr 19 19:16:37.738141 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'Subnet': '1.1',
Apr 19 19:16:37.738141 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'Trunk': '1.1'}}
Apr 19 19:16:37.738141 dv-cinder-786932-1-iscsi neutron-server[86253]:  {{(pid=86370) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 19 19:16:37.775092 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-9e398425-de47-4d96-b660-82e8c2e6d8d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:16:37.803647 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-9e398425-de47-4d96-b660-82e8c2e6d8d2 None None] Attempting to bind port d08283c1-7aee-4d18-9d75-875976a3f5f8 on host dv-cinder-786932-1-iscsi for vnic_type normal with profile  {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:16:37.804081 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-9e398425-de47-4d96-b660-82e8c2e6d8d2 None None] Attempting to bind port d08283c1-7aee-4d18-9d75-875976a3f5f8 by drivers openvswitch,hyperv on host dv-cinder-786932-1-iscsi at level 0 using segments [{'id': 'cde72379-c171-4875-b312-65d3c6bdb27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4e0d9f90-969c-4e8b-8a53-4c07549dfdf6'}] {{(pid=86370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:16:37.804489 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e398425-de47-4d96-b660-82e8c2e6d8d2 None None] Attempting to bind port d08283c1-7aee-4d18-9d75-875976a3f5f8 on network 4e0d9f90-969c-4e8b-8a53-4c07549dfdf6 {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:16:37.810309 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e398425-de47-4d96-b660-82e8c2e6d8d2 None None] Checking agent: {'id': '18e08627-855b-4b57-ace4-a20256d828a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 16, 20), 'started_at': datetime.datetime(2021, 4, 19, 19, 16, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:16:37.810736 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e398425-de47-4d96-b660-82e8c2e6d8d2 None None] Checking segment: {'id': 'cde72379-c171-4875-b312-65d3c6bdb27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4e0d9f90-969c-4e8b-8a53-4c07549dfdf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:16:37.811221 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9e398425-de47-4d96-b660-82e8c2e6d8d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:16:37.811621 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e398425-de47-4d96-b660-82e8c2e6d8d2 None None] Bound using segment: {'id': 'cde72379-c171-4875-b312-65d3c6bdb27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4e0d9f90-969c-4e8b-8a53-4c07549dfdf6'} {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:16:37.812192 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-9e398425-de47-4d96-b660-82e8c2e6d8d2 None None] Bound port: d08283c1-7aee-4d18-9d75-875976a3f5f8, host: dv-cinder-786932-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde72379-c171-4875-b312-65d3c6bdb27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4e0d9f90-969c-4e8b-8a53-4c07549dfdf6'}}] {{(pid=86370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:16:37.812672 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9e398425-de47-4d96-b660-82e8c2e6d8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:16:37.907761 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-9e398425-de47-4d96-b660-82e8c2e6d8d2 None None] For port d08283c1-7aee-4d18-9d75-875976a3f5f8, host dv-cinder-786932-1-iscsi, cleared binding levels {{(pid=86370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:16:37.911777 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-9e398425-de47-4d96-b660-82e8c2e6d8d2 None None] For port d08283c1-7aee-4d18-9d75-875976a3f5f8, host dv-cinder-786932-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=d08283c1-7aee-4d18-9d75-875976a3f5f8,segment=NetworkSegment(cde72379-c171-4875-b312-65d3c6bdb27f),segment_id=cde72379-c171-4875-b312-65d3c6bdb27f)] {{(pid=86370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:16:37.915139 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9e398425-de47-4d96-b660-82e8c2e6d8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:16:37.920188 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-9e398425-de47-4d96-b660-82e8c2e6d8d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:16:38.020026 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e398425-de47-4d96-b660-82e8c2e6d8d2 None None] Pushing event updated for resources: {'Port': ['ID=d08283c1-7aee-4d18-9d75-875976a3f5f8,revision_number=2']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:16:38.024801 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-9e398425-de47-4d96-b660-82e8c2e6d8d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:16:39.446326 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 45784) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:16:39.861104 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [None req-96e29aa8-fbf4-4e21-956c-28bff1a6a491 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=86369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 19:16:39.862359 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-96e29aa8-fbf4-4e21-956c-28bff1a6a491 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4149649
Apr 19 19:16:42.722265 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 45794) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:16:43.134827 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [None req-1a82482b-3aeb-459e-842e-29ef701663b6 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=86369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 19:16:43.136220 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-1a82482b-3aeb-459e-842e-29ef701663b6 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4126120
Apr 19 19:16:44.309436 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device d08283c1-7aee-4d18-9d75-875976a3f5f8 up at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:16:44.387660 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning for port d08283c1-7aee-4d18-9d75-875976a3f5f8 completed by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:16:45.008880 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b916434-b4b8-423a-8e35-bb5e7690d95b None None] Network 4e0d9f90-969c-4e8b-8a53-4c07549dfdf6 requested from dv-cinder-786932-1-iscsi {{(pid=86370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:16:45.103406 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0d4f7ef-ec66-48b6-b444-098f60ec779e None None] Provisioning for port d08283c1-7aee-4d18-9d75-875976a3f5f8 completed by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:16:45.120329 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0d4f7ef-ec66-48b6-b444-098f60ec779e None None] Provisioning complete for port d08283c1-7aee-4d18-9d75-875976a3f5f8 triggered by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:16:45.120764 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0d4f7ef-ec66-48b6-b444-098f60ec779e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:16:45.384866 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0d4f7ef-ec66-48b6-b444-098f60ec779e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:16:45.438572 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-e0d4f7ef-ec66-48b6-b444-098f60ec779e None None] For port d08283c1-7aee-4d18-9d75-875976a3f5f8, host dv-cinder-786932-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=d08283c1-7aee-4d18-9d75-875976a3f5f8,segment=NetworkSegment(cde72379-c171-4875-b312-65d3c6bdb27f),segment_id=cde72379-c171-4875-b312-65d3c6bdb27f)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:16:45.442907 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0d4f7ef-ec66-48b6-b444-098f60ec779e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:16:45.448244 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:16:45.529547 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d4f7ef-ec66-48b6-b444-098f60ec779e None None] Pushing event updated for resources: {'Port': ['ID=d08283c1-7aee-4d18-9d75-875976a3f5f8,revision_number=3']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:16:45.532967 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e0d4f7ef-ec66-48b6-b444-098f60ec779e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:16:45.613513 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-56618793-170e-4aa6-8efa-9c6d4ae7a1f6 None None] Agent healthcheck: found 5 active agents {{(pid=86371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:16:45.746468 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bdb831a7-ece8-4ed4-93a6-995739dfb56c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:16:45.769445 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-04bc7c3e-ccce-480c-8134-a659cee970a4 None None] Provisioning complete for port d08283c1-7aee-4d18-9d75-875976a3f5f8 triggered by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:16:45.769847 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-04bc7c3e-ccce-480c-8134-a659cee970a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:16:46.294510 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device d08283c1-7aee-4d18-9d75-875976a3f5f8 up at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:16:46.304178 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 45810) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:16:46.368428 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning complete for port d08283c1-7aee-4d18-9d75-875976a3f5f8 triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:16:46.368840 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:16:46.724534 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-ea23c0fd-470f-4973-8b7b-d364284b882e admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '416366a89c7642639112551165b4d7e5'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:16:46.730091 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-ea23c0fd-470f-4973-8b7b-d364284b882e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:16:46.734043 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-ea23c0fd-470f-4973-8b7b-d364284b882e admin admin] Usage tracker for resource:router and tenant:416366a89c7642639112551165b4d7e5 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:16:46.737298 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-ea23c0fd-470f-4973-8b7b-d364284b882e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:16:46.743802 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-ea23c0fd-470f-4973-8b7b-d364284b882e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:16:46.752783 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ea23c0fd-470f-4973-8b7b-d364284b882e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854073617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854743364'] for router, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:16:46.754099 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ea23c0fd-470f-4973-8b7b-d364284b882e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-702183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-678657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32420'] for router, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:16:46.779184 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ea23c0fd-470f-4973-8b7b-d364284b882e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:16:46.887934 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ea23c0fd-470f-4973-8b7b-d364284b882e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854083004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854096932'] for router, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:16:46.905742 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ea23c0fd-470f-4973-8b7b-d364284b882e admin admin] Notify callbacks [] for router, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:16:46.906981 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-ea23c0fd-470f-4973-8b7b-d364284b882e admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.6017487
Apr 19 19:16:48.560245 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d1d59044-af8b-40fb-a458-6e2ebe4b3c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:16:49.667216 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-000a1909-ab5b-4f97-8afb-04fdec5398f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:16:49.701581 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 45830) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:16:49.871225 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [None req-ff68df7f-0a8d-47a7-920c-711b4ab0a43d admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=86369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 19:16:49.872322 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-ff68df7f-0a8d-47a7-920c-711b4ab0a43d admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1697371
Apr 19 19:16:49.916340 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:16:50.547471 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5c78a517-44d6-4271-a115-cae59bf86ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:16:52.564513 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 45850) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:16:52.622542 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-bccb67f8-9c17-4bca-a6c7-68a4f50b0bf8 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'admin_state_up': True}} {{(pid=86368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:16:52.628341 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-bccb67f8-9c17-4bca-a6c7-68a4f50b0bf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:16:52.632944 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-bccb67f8-9c17-4bca-a6c7-68a4f50b0bf8 admin admin] Usage tracker for resource:network and tenant:84bec14871384fb7a627821bd64cf3a4 is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:16:52.636407 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-bccb67f8-9c17-4bca-a6c7-68a4f50b0bf8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:16:52.642612 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-bccb67f8-9c17-4bca-a6c7-68a4f50b0bf8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:16:52.651759 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bccb67f8-9c17-4bca-a6c7-68a4f50b0bf8 admin admin] Made reservation on behalf of 84bec14871384fb7a627821bd64cf3a4 for: {'network': 1} {{(pid=86368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:16:52.657749 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bccb67f8-9c17-4bca-a6c7-68a4f50b0bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for network, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:16:52.674687 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bccb67f8-9c17-4bca-a6c7-68a4f50b0bf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:16:52.690708 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-bccb67f8-9c17-4bca-a6c7-68a4f50b0bf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:16:52.695174 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-bccb67f8-9c17-4bca-a6c7-68a4f50b0bf8 admin admin] Usage tracker for resource:security_group_rule and tenant:84bec14871384fb7a627821bd64cf3a4 is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:16:52.698309 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-bccb67f8-9c17-4bca-a6c7-68a4f50b0bf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:16:52.704135 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-bccb67f8-9c17-4bca-a6c7-68a4f50b0bf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:16:52.808044 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bccb67f8-9c17-4bca-a6c7-68a4f50b0bf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:16:52.811023 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bccb67f8-9c17-4bca-a6c7-68a4f50b0bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:16:52.816057 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:16:52.830190 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bccb67f8-9c17-4bca-a6c7-68a4f50b0bf8 admin admin] Reserving flat network on physical network physnet1 {{(pid=86368) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Apr 19 19:16:52.859095 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bccb67f8-9c17-4bca-a6c7-68a4f50b0bf8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363297115685782', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852957628'] for segment, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:16:52.859769 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bccb67f8-9c17-4bca-a6c7-68a4f50b0bf8 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f2e10b3c6a8> segment precommit_create {{(pid=86368) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 19 19:16:52.860232 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.db.segments_db [None req-bccb67f8-9c17-4bca-a6c7-68a4f50b0bf8 admin admin] Added segment f117aaf9-f038-40ae-a060-7b312532719e of type flat for network 4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c
Apr 19 19:16:52.923165 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccb67f8-9c17-4bca-a6c7-68a4f50b0bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe1c70f-5eb2-464f-9d8b-7e4d3b0ddef3,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:16:52.942114 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccb67f8-9c17-4bca-a6c7-68a4f50b0bf8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:16:52.942592 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccb67f8-9c17-4bca-a6c7-68a4f50b0bf8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:16:52.943708 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccb67f8-9c17-4bca-a6c7-68a4f50b0bf8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:16:52.943994 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccb67f8-9c17-4bca-a6c7-68a4f50b0bf8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:16:52.944326 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccb67f8-9c17-4bca-a6c7-68a4f50b0bf8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:16:52.944825 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccb67f8-9c17-4bca-a6c7-68a4f50b0bf8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:16:52.945320 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccb67f8-9c17-4bca-a6c7-68a4f50b0bf8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:16:52.945850 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccb67f8-9c17-4bca-a6c7-68a4f50b0bf8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:16:52.946221 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccb67f8-9c17-4bca-a6c7-68a4f50b0bf8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:16:52.946572 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccb67f8-9c17-4bca-a6c7-68a4f50b0bf8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:16:52.946922 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccb67f8-9c17-4bca-a6c7-68a4f50b0bf8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:16:52.947270 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccb67f8-9c17-4bca-a6c7-68a4f50b0bf8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:16:52.948482 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccb67f8-9c17-4bca-a6c7-68a4f50b0bf8 admin admin] Tracked resource versions report:
Apr 19 19:16:52.948482 dv-cinder-786932-1-iscsi neutron-server[86253]: pushed versions:
Apr 19 19:16:52.948482 dv-cinder-786932-1-iscsi neutron-server[86253]: {   'AddressGroup': {'1.2'},
Apr 19 19:16:52.948482 dv-cinder-786932-1-iscsi neutron-server[86253]:     'ConntrackHelper': {'1.0'},
Apr 19 19:16:52.948482 dv-cinder-786932-1-iscsi neutron-server[86253]:     'Log': {'1.0'},
Apr 19 19:16:52.948482 dv-cinder-786932-1-iscsi neutron-server[86253]:     'Network': {'1.1'},
Apr 19 19:16:52.948482 dv-cinder-786932-1-iscsi neutron-server[86253]:     'Port': {'1.7'},
Apr 19 19:16:52.948482 dv-cinder-786932-1-iscsi neutron-server[86253]:     'PortForwarding': {'1.2'},
Apr 19 19:16:52.948482 dv-cinder-786932-1-iscsi neutron-server[86253]:     'QosPolicy': {'1.8'},
Apr 19 19:16:52.948482 dv-cinder-786932-1-iscsi neutron-server[86253]:     'SecurityGroup': {'1.4'},
Apr 19 19:16:52.948482 dv-cinder-786932-1-iscsi neutron-server[86253]:     'SecurityGroupRule': {'1.2'},
Apr 19 19:16:52.948482 dv-cinder-786932-1-iscsi neutron-server[86253]:     'SubPort': {'1.0'},
Apr 19 19:16:52.948482 dv-cinder-786932-1-iscsi neutron-server[86253]:     'Subnet': {'1.1'},
Apr 19 19:16:52.948482 dv-cinder-786932-1-iscsi neutron-server[86253]:     'Trunk': {'1.1'}}
Apr 19 19:16:52.948482 dv-cinder-786932-1-iscsi neutron-server[86253]: consumer versions:
Apr 19 19:16:52.948482 dv-cinder-786932-1-iscsi neutron-server[86253]: {   DHCP agent@dv-cinder-786932-1-iscsi: {},
Apr 19 19:16:52.948482 dv-cinder-786932-1-iscsi neutron-server[86253]:     L3 agent@dv-cinder-786932-1-iscsi: {},
Apr 19 19:16:52.948482 dv-cinder-786932-1-iscsi neutron-server[86253]:     Metadata agent@dv-cinder-786932-1-iscsi: {},
Apr 19 19:16:52.948482 dv-cinder-786932-1-iscsi neutron-server[86253]:     Metering agent@dv-cinder-786932-1-iscsi: {},
Apr 19 19:16:52.948482 dv-cinder-786932-1-iscsi neutron-server[86253]:     Open vSwitch agent@dv-cinder-786932-1-iscsi: {   'AddressGroup': '1.2',
Apr 19 19:16:52.948482 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'ConntrackHelper': '1.0',
Apr 19 19:16:52.948482 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'Log': '1.0',
Apr 19 19:16:52.948482 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'Network': '1.1',
Apr 19 19:16:52.948482 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'Port': '1.7',
Apr 19 19:16:52.948482 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'PortForwarding': '1.2',
Apr 19 19:16:52.948482 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'QosPolicy': '1.8',
Apr 19 19:16:52.948482 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'SecurityGroup': '1.4',
Apr 19 19:16:52.948482 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'SecurityGroupRule': '1.2',
Apr 19 19:16:52.948482 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'SubPort': '1.0',
Apr 19 19:16:52.948482 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'Subnet': '1.1',
Apr 19 19:16:52.948482 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'Trunk': '1.1'}}
Apr 19 19:16:52.948482 dv-cinder-786932-1-iscsi neutron-server[86253]:  {{(pid=86368) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 19 19:16:52.988702 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-bccb67f8-9c17-4bca-a6c7-68a4f50b0bf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:16:53.006576 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bccb67f8-9c17-4bca-a6c7-68a4f50b0bf8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739738712435'] for network, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:16:53.055626 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bccb67f8-9c17-4bca-a6c7-68a4f50b0bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770'] for network, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:16:53.057201 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bccb67f8-9c17-4bca-a6c7-68a4f50b0bf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:16:53.057866 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bccb67f8-9c17-4bca-a6c7-68a4f50b0bf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:16:53.063178 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:16:53.176218 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-bccb67f8-9c17-4bca-a6c7-68a4f50b0bf8 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.6104863
Apr 19 19:16:53.180081 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccb67f8-9c17-4bca-a6c7-68a4f50b0bf8 admin admin] Pushing event updated for resources: {'Network': ['ID=4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:16:53.183284 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-bccb67f8-9c17-4bca-a6c7-68a4f50b0bf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:16:53.191534 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Network 4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c details requested by agent ovs-agent-dv-cinder-786932-1-iscsi with host dv-cinder-786932-1-iscsi {{(pid=86370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 19:16:55.782519 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 45864) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:16:55.901157 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94134300-29ba-4ea6-8ae4-0f81261fb6f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:16:55.902592 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-94134300-29ba-4ea6-8ae4-0f81261fb6f6 admin admin] 10.222.0.36 "GET /v2.0/subnets/606ffee8-6b20-4fc4-ad5e-3fa6de52c2cc HTTP/1.1" status: 200  len: 849 time: 0.1190777
Apr 19 19:16:56.083138 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-4e3ee2bc-93e9-4584-b2e1-bc435a15642e admin admin] 10.222.0.36 "GET /v2.0/routers/f628f5f3-4e39-4aaa-a378-7481473a6fa5 HTTP/1.1" status: 200  len: 704 time: 0.1742759
Apr 19 19:16:56.594439 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-38d6c5a2-b6a9-4c70-8dd8-20026bede54c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:16:56.835530 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-38d6c5a2-b6a9-4c70-8dd8-20026bede54c admin admin] Allocated IP 172.20.0.1 (4e0d9f90-969c-4e8b-8a53-4c07549dfdf6/606ffee8-6b20-4fc4-ad5e-3fa6de52c2cc/cc1274a3-ef84-414d-985b-05ecdefd61b9) {{(pid=86368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:16:57.002179 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-38d6c5a2-b6a9-4c70-8dd8-20026bede54c admin admin] Notify callbacks [] for port, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:16:57.020578 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-38d6c5a2-b6a9-4c70-8dd8-20026bede54c admin admin] Transition to ACTIVE for port object cc1274a3-ef84-414d-985b-05ecdefd61b9 will not be triggered until provisioned by entity DHCP. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:16:57.076762 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-38d6c5a2-b6a9-4c70-8dd8-20026bede54c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739738723801'] for port, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:16:57.081531 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:16:57.297410 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d6c5a2-b6a9-4c70-8dd8-20026bede54c admin admin] Network 4e0d9f90-969c-4e8b-8a53-4c07549dfdf6 is already hosted by enough agents. {{(pid=86368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:16:57.301085 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-38d6c5a2-b6a9-4c70-8dd8-20026bede54c admin admin] Resources bound (agent type, host, resource id):  {{(pid=86368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:16:57.307569 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d6c5a2-b6a9-4c70-8dd8-20026bede54c admin admin] Received port after_create {{(pid=86368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:16:57.308160 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-38d6c5a2-b6a9-4c70-8dd8-20026bede54c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688641'] for router_interface, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:16:57.434969 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d6c5a2-b6a9-4c70-8dd8-20026bede54c admin admin] Pushing event updated for resources: {'Port': ['ID=cc1274a3-ef84-414d-985b-05ecdefd61b9,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:16:57.455949 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-38d6c5a2-b6a9-4c70-8dd8-20026bede54c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:16:57.499344 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-bb29d330-56f4-480f-b4a5-56c98e8182ad None None] Provisioning for port cc1274a3-ef84-414d-985b-05ecdefd61b9 completed by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:16:57.504398 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-bb29d330-56f4-480f-b4a5-56c98e8182ad None None] Provisioning complete for port cc1274a3-ef84-414d-985b-05ecdefd61b9 triggered by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:16:57.504806 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bb29d330-56f4-480f-b4a5-56c98e8182ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:16:57.562107 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-bb29d330-56f4-480f-b4a5-56c98e8182ad None None] Port cc1274a3-ef84-414d-985b-05ecdefd61b9 cannot update to ACTIVE because it is not bound. {{(pid=86370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 19:16:57.590039 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-38d6c5a2-b6a9-4c70-8dd8-20026bede54c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:16:57.827519 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-38d6c5a2-b6a9-4c70-8dd8-20026bede54c admin admin] Notify callbacks [] for port, precommit_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:16:57.831184 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-38d6c5a2-b6a9-4c70-8dd8-20026bede54c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:16:57.833549 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-38d6c5a2-b6a9-4c70-8dd8-20026bede54c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854087066'] for router_interface, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:16:57.838416 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-38d6c5a2-b6a9-4c70-8dd8-20026bede54c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:16:57.983215 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d6c5a2-b6a9-4c70-8dd8-20026bede54c admin admin] Pushing event updated for resources: {'Port': ['ID=cc1274a3-ef84-414d-985b-05ecdefd61b9,revision_number=2']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:16:57.987414 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-38d6c5a2-b6a9-4c70-8dd8-20026bede54c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:16:58.057329 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d6c5a2-b6a9-4c70-8dd8-20026bede54c admin admin] Network 4e0d9f90-969c-4e8b-8a53-4c07549dfdf6 is already hosted by enough agents. {{(pid=86368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:16:58.058525 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-38d6c5a2-b6a9-4c70-8dd8-20026bede54c admin admin] Resources bound (agent type, host, resource id):  {{(pid=86368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:16:58.268753 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38d6c5a2-b6a9-4c70-8dd8-20026bede54c admin admin] Router f628f5f3-4e39-4aaa-a378-7481473a6fa5 is scheduled to L3 agent a3cf2d1c-6710-4478-a129-20091cfe97d1 with binding_index 1 {{(pid=86368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 19 19:16:58.288189 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-87d67106-3376-41f1-a9eb-b6fe4d062274 None None] Provisioning complete for port cc1274a3-ef84-414d-985b-05ecdefd61b9 triggered by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:16:58.288597 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-87d67106-3376-41f1-a9eb-b6fe4d062274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:16:58.347714 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-87d67106-3376-41f1-a9eb-b6fe4d062274 None None] Port cc1274a3-ef84-414d-985b-05ecdefd61b9 cannot update to ACTIVE because it is not bound. {{(pid=86370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 19:16:58.446438 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d6c5a2-b6a9-4c70-8dd8-20026bede54c admin admin] Notify agent at l3_agent.dv-cinder-786932-1-iscsi the message routers_updated {{(pid=86368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:16:58.455820 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-38d6c5a2-b6a9-4c70-8dd8-20026bede54c admin admin] 10.222.0.36 "PUT /v2.0/routers/f628f5f3-4e39-4aaa-a378-7481473a6fa5/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.3663497
Apr 19 19:16:58.456834 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17dfaeef-6462-4e74-9a30-e3f76ce8b1e7 None None] Sync routers for ids ['f628f5f3-4e39-4aaa-a378-7481473a6fa5'] in dv-cinder-786932-1-iscsi {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:16:58.469089 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dfaeef-6462-4e74-9a30-e3f76ce8b1e7 None None] Routers {'f628f5f3-4e39-4aaa-a378-7481473a6fa5'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:16:58.469948 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-17dfaeef-6462-4e74-9a30-e3f76ce8b1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e100533c8>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:16:49Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['f628f5f3-4e39-4aaa-a378-7481473a6fa5'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:16:58.668796 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-17dfaeef-6462-4e74-9a30-e3f76ce8b1e7 None None] Set router f628f5f3-4e39-4aaa-a378-7481473a6fa5 gateway port host: None {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:16:59.229961 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-17dfaeef-6462-4e74-9a30-e3f76ce8b1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e100533c8>, [{'id': 'f628f5f3-4e39-4aaa-a378-7481473a6fa5', 'name': 'router1', 'tenant_id': '416366a89c7642639112551165b4d7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:16:46Z', 'updated_at': '2021-04-19T19:16:57Z', 'revision_number': 2, 'project_id': '416366a89c7642639112551165b4d7e5', 'gw_port_host': None, '_interfaces': [{'id': 'cc1274a3-ef84-414d-985b-05ecdefd61b9', 'name': '', 'network_id': '4e0d9f90-969c-4e8b-8a53-4c07549dfdf6', 'tenant_id': '416366a89c7642639112551165b4d7e5', 'mac_address': 'fa:16:3e:f0:f3:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f628f5f3-4e39-4aaa-a378-7481473a6fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '606ffee8-6b20-4fc4-ad5e-3fa6de52c2cc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:16:56Z', 'updated_at': '2021-04-19T19:16:57Z', 'revision_number': 2, 'project_id': '416366a89c7642639112551165b4d7e5', 'subnets': [{'id': '606ffee8-6b20-4fc4-ad5e-3fa6de52c2cc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2e48c15f-831f-4a87-a72b-807cc98092fb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:16:59.235335 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17dfaeef-6462-4e74-9a30-e3f76ce8b1e7 None None] Checking router: f628f5f3-4e39-4aaa-a378-7481473a6fa5 for host: dv-cinder-786932-1-iscsi {{(pid=86371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:16:59.235648 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17dfaeef-6462-4e74-9a30-e3f76ce8b1e7 None None] Updating router f628f5f3-4e39-4aaa-a378-7481473a6fa5 port cc1274a3-ef84-414d-985b-05ecdefd61b9 binding host dv-cinder-786932-1-iscsi {{(pid=86371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 19:16:59.296258 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-17dfaeef-6462-4e74-9a30-e3f76ce8b1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:16:59.705052 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-17dfaeef-6462-4e74-9a30-e3f76ce8b1e7 None None] Notify callbacks [] for port, precommit_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:16:59.720580 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-17dfaeef-6462-4e74-9a30-e3f76ce8b1e7 None None] Transition to ACTIVE for port object cc1274a3-ef84-414d-985b-05ecdefd61b9 will not be triggered until provisioned by entity L2. {{(pid=86371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:16:59.726536 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-17dfaeef-6462-4e74-9a30-e3f76ce8b1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:16:59.732966 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:16:59.952530 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a307f3e0-601c-4673-b9a9-7d229270ef6d None None] Pushing event updated for resources: {'Port': ['ID=cc1274a3-ef84-414d-985b-05ecdefd61b9,revision_number=3']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:16:59.968945 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a307f3e0-601c-4673-b9a9-7d229270ef6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:16:59.969398 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a307f3e0-601c-4673-b9a9-7d229270ef6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:16:59.969665 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a307f3e0-601c-4673-b9a9-7d229270ef6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:16:59.970020 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a307f3e0-601c-4673-b9a9-7d229270ef6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:16:59.970376 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a307f3e0-601c-4673-b9a9-7d229270ef6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:16:59.970728 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a307f3e0-601c-4673-b9a9-7d229270ef6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:16:59.971075 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a307f3e0-601c-4673-b9a9-7d229270ef6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:16:59.971423 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a307f3e0-601c-4673-b9a9-7d229270ef6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:16:59.971795 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a307f3e0-601c-4673-b9a9-7d229270ef6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:16:59.972142 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a307f3e0-601c-4673-b9a9-7d229270ef6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:16:59.972599 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a307f3e0-601c-4673-b9a9-7d229270ef6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:16:59.972831 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a307f3e0-601c-4673-b9a9-7d229270ef6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:16:59.973951 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a307f3e0-601c-4673-b9a9-7d229270ef6d None None] Tracked resource versions report:
Apr 19 19:16:59.973951 dv-cinder-786932-1-iscsi neutron-server[86253]: pushed versions:
Apr 19 19:16:59.973951 dv-cinder-786932-1-iscsi neutron-server[86253]: {   'AddressGroup': {'1.2'},
Apr 19 19:16:59.973951 dv-cinder-786932-1-iscsi neutron-server[86253]:     'ConntrackHelper': {'1.0'},
Apr 19 19:16:59.973951 dv-cinder-786932-1-iscsi neutron-server[86253]:     'Log': {'1.0'},
Apr 19 19:16:59.973951 dv-cinder-786932-1-iscsi neutron-server[86253]:     'Network': {'1.1'},
Apr 19 19:16:59.973951 dv-cinder-786932-1-iscsi neutron-server[86253]:     'Port': {'1.7'},
Apr 19 19:16:59.973951 dv-cinder-786932-1-iscsi neutron-server[86253]:     'PortForwarding': {'1.2'},
Apr 19 19:16:59.973951 dv-cinder-786932-1-iscsi neutron-server[86253]:     'QosPolicy': {'1.8'},
Apr 19 19:16:59.973951 dv-cinder-786932-1-iscsi neutron-server[86253]:     'SecurityGroup': {'1.4'},
Apr 19 19:16:59.973951 dv-cinder-786932-1-iscsi neutron-server[86253]:     'SecurityGroupRule': {'1.2'},
Apr 19 19:16:59.973951 dv-cinder-786932-1-iscsi neutron-server[86253]:     'SubPort': {'1.0'},
Apr 19 19:16:59.973951 dv-cinder-786932-1-iscsi neutron-server[86253]:     'Subnet': {'1.1'},
Apr 19 19:16:59.973951 dv-cinder-786932-1-iscsi neutron-server[86253]:     'Trunk': {'1.1'}}
Apr 19 19:16:59.973951 dv-cinder-786932-1-iscsi neutron-server[86253]: consumer versions:
Apr 19 19:16:59.973951 dv-cinder-786932-1-iscsi neutron-server[86253]: {   DHCP agent@dv-cinder-786932-1-iscsi: {},
Apr 19 19:16:59.973951 dv-cinder-786932-1-iscsi neutron-server[86253]:     L3 agent@dv-cinder-786932-1-iscsi: {},
Apr 19 19:16:59.973951 dv-cinder-786932-1-iscsi neutron-server[86253]:     Metadata agent@dv-cinder-786932-1-iscsi: {},
Apr 19 19:16:59.973951 dv-cinder-786932-1-iscsi neutron-server[86253]:     Metering agent@dv-cinder-786932-1-iscsi: {},
Apr 19 19:16:59.973951 dv-cinder-786932-1-iscsi neutron-server[86253]:     Open vSwitch agent@dv-cinder-786932-1-iscsi: {   'AddressGroup': '1.2',
Apr 19 19:16:59.973951 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'ConntrackHelper': '1.0',
Apr 19 19:16:59.973951 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'Log': '1.0',
Apr 19 19:16:59.973951 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'Network': '1.1',
Apr 19 19:16:59.973951 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'Port': '1.7',
Apr 19 19:16:59.973951 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'PortForwarding': '1.2',
Apr 19 19:16:59.973951 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'QosPolicy': '1.8',
Apr 19 19:16:59.973951 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'SecurityGroup': '1.4',
Apr 19 19:16:59.973951 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'SecurityGroupRule': '1.2',
Apr 19 19:16:59.973951 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'SubPort': '1.0',
Apr 19 19:16:59.973951 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'Subnet': '1.1',
Apr 19 19:16:59.973951 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'Trunk': '1.1'}}
Apr 19 19:16:59.973951 dv-cinder-786932-1-iscsi neutron-server[86253]:  {{(pid=86371) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 19 19:16:59.983205 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-17dfaeef-6462-4e74-9a30-e3f76ce8b1e7 None None] Attempting to bind port cc1274a3-ef84-414d-985b-05ecdefd61b9 on host dv-cinder-786932-1-iscsi for vnic_type normal with profile  {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:16:59.983622 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-17dfaeef-6462-4e74-9a30-e3f76ce8b1e7 None None] Attempting to bind port cc1274a3-ef84-414d-985b-05ecdefd61b9 by drivers openvswitch,hyperv on host dv-cinder-786932-1-iscsi at level 0 using segments [{'id': 'cde72379-c171-4875-b312-65d3c6bdb27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4e0d9f90-969c-4e8b-8a53-4c07549dfdf6'}] {{(pid=86371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:16:59.984050 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17dfaeef-6462-4e74-9a30-e3f76ce8b1e7 None None] Attempting to bind port cc1274a3-ef84-414d-985b-05ecdefd61b9 on network 4e0d9f90-969c-4e8b-8a53-4c07549dfdf6 {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:16:59.986790 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a307f3e0-601c-4673-b9a9-7d229270ef6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:16:59.991300 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17dfaeef-6462-4e74-9a30-e3f76ce8b1e7 None None] Checking agent: {'id': '18e08627-855b-4b57-ace4-a20256d828a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 16, 20), 'started_at': datetime.datetime(2021, 4, 19, 19, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:16:59.991749 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17dfaeef-6462-4e74-9a30-e3f76ce8b1e7 None None] Checking segment: {'id': 'cde72379-c171-4875-b312-65d3c6bdb27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4e0d9f90-969c-4e8b-8a53-4c07549dfdf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:16:59.992227 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-17dfaeef-6462-4e74-9a30-e3f76ce8b1e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:16:59.992642 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17dfaeef-6462-4e74-9a30-e3f76ce8b1e7 None None] Bound using segment: {'id': 'cde72379-c171-4875-b312-65d3c6bdb27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4e0d9f90-969c-4e8b-8a53-4c07549dfdf6'} {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:16:59.993182 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-17dfaeef-6462-4e74-9a30-e3f76ce8b1e7 None None] Bound port: cc1274a3-ef84-414d-985b-05ecdefd61b9, host: dv-cinder-786932-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde72379-c171-4875-b312-65d3c6bdb27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4e0d9f90-969c-4e8b-8a53-4c07549dfdf6'}}] {{(pid=86371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:16:59.993608 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-17dfaeef-6462-4e74-9a30-e3f76ce8b1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:17:00.089867 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-17dfaeef-6462-4e74-9a30-e3f76ce8b1e7 None None] For port cc1274a3-ef84-414d-985b-05ecdefd61b9, host dv-cinder-786932-1-iscsi, cleared binding levels {{(pid=86371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:17:00.094048 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-17dfaeef-6462-4e74-9a30-e3f76ce8b1e7 None None] For port cc1274a3-ef84-414d-985b-05ecdefd61b9, host dv-cinder-786932-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=cc1274a3-ef84-414d-985b-05ecdefd61b9,segment=NetworkSegment(cde72379-c171-4875-b312-65d3c6bdb27f),segment_id=cde72379-c171-4875-b312-65d3c6bdb27f)] {{(pid=86371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:17:00.096534 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-17dfaeef-6462-4e74-9a30-e3f76ce8b1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:17:00.101399 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:17:00.190364 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dfaeef-6462-4e74-9a30-e3f76ce8b1e7 None None] Routers {'f628f5f3-4e39-4aaa-a378-7481473a6fa5'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:17:00.191047 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-17dfaeef-6462-4e74-9a30-e3f76ce8b1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e100533c8>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:16:49Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['f628f5f3-4e39-4aaa-a378-7481473a6fa5'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:17:00.327485 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a307f3e0-601c-4673-b9a9-7d229270ef6d None None] Pushing event updated for resources: {'Port': ['ID=cc1274a3-ef84-414d-985b-05ecdefd61b9,revision_number=4']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:17:00.342982 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a307f3e0-601c-4673-b9a9-7d229270ef6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:17:00.365885 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-17dfaeef-6462-4e74-9a30-e3f76ce8b1e7 None None] Set router f628f5f3-4e39-4aaa-a378-7481473a6fa5 gateway port host: None {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:17:00.721659 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-17dfaeef-6462-4e74-9a30-e3f76ce8b1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e100533c8>, [{'id': 'f628f5f3-4e39-4aaa-a378-7481473a6fa5', 'name': 'router1', 'tenant_id': '416366a89c7642639112551165b4d7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:16:46Z', 'updated_at': '2021-04-19T19:16:57Z', 'revision_number': 2, 'project_id': '416366a89c7642639112551165b4d7e5', 'gw_port_host': None, '_interfaces': [{'id': 'cc1274a3-ef84-414d-985b-05ecdefd61b9', 'name': '', 'network_id': '4e0d9f90-969c-4e8b-8a53-4c07549dfdf6', 'tenant_id': '416366a89c7642639112551165b4d7e5', 'mac_address': 'fa:16:3e:f0:f3:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f628f5f3-4e39-4aaa-a378-7481473a6fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '606ffee8-6b20-4fc4-ad5e-3fa6de52c2cc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:16:56Z', 'updated_at': '2021-04-19T19:17:00Z', 'revision_number': 4, 'project_id': '416366a89c7642639112551165b4d7e5', 'subnets': [{'id': '606ffee8-6b20-4fc4-ad5e-3fa6de52c2cc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2e48c15f-831f-4a87-a72b-807cc98092fb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:17:00.725855 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17dfaeef-6462-4e74-9a30-e3f76ce8b1e7 None None] The sync data for ids ['f628f5f3-4e39-4aaa-a378-7481473a6fa5'] in dv-cinder-786932-1-iscsi is: [{'id': 'f628f5f3-4e39-4aaa-a378-7481473a6fa5', 'name': 'router1', 'tenant_id': '416366a89c7642639112551165b4d7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:16:46Z', 'updated_at': '2021-04-19T19:16:57Z', 'revision_number': 2, 'project_id': '416366a89c7642639112551165b4d7e5', 'gw_port_host': None, '_interfaces': [{'id': 'cc1274a3-ef84-414d-985b-05ecdefd61b9', 'name': '', 'network_id': '4e0d9f90-969c-4e8b-8a53-4c07549dfdf6', 'tenant_id': '416366a89c7642639112551165b4d7e5', 'mac_address': 'fa:16:3e:f0:f3:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f628f5f3-4e39-4aaa-a378-7481473a6fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '606ffee8-6b20-4fc4-ad5e-3fa6de52c2cc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:16:56Z', 'updated_at': '2021-04-19T19:17:00Z', 'revision_number': 4, 'project_id': '416366a89c7642639112551165b4d7e5', 'subnets': [{'id': '606ffee8-6b20-4fc4-ad5e-3fa6de52c2cc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2e48c15f-831f-4a87-a72b-807cc98092fb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:17:01.079670 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 45876) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:17:01.247283 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1c745c-8a21-4d9d-bd07-3ab188061445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:17:01.247952 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-7c1c745c-8a21-4d9d-bd07-3ab188061445 admin admin] Synchronizing usage tracker for tenant:84bec14871384fb7a627821bd64cf3a4 on resource:network {{(pid=86368) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:17:01.265113 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-7c1c745c-8a21-4d9d-bd07-3ab188061445 admin admin] Unset dirty status for tenant:84bec14871384fb7a627821bd64cf3a4 on resource:network {{(pid=86368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:17:01.266299 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-7c1c745c-8a21-4d9d-bd07-3ab188061445 admin admin] 10.222.0.36 "GET /v2.0/networks/4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c HTTP/1.1" status: 200  len: 842 time: 0.1855526
Apr 19 19:17:01.278585 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-23b4738f-0b4d-4bb2-9b42-f882786e9ae2 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'cidr': '172.27.1.0/24', 'name': 'public-subnet', 'gateway_ip': '172.27.1.1'}} {{(pid=86368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:17:01.284583 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-23b4738f-0b4d-4bb2-9b42-f882786e9ae2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:17:01.289346 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-23b4738f-0b4d-4bb2-9b42-f882786e9ae2 admin admin] Usage tracker for resource:subnet and tenant:84bec14871384fb7a627821bd64cf3a4 is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:17:01.292457 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-23b4738f-0b4d-4bb2-9b42-f882786e9ae2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:17:01.299147 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-23b4738f-0b4d-4bb2-9b42-f882786e9ae2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:17:01.308802 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b4738f-0b4d-4bb2-9b42-f882786e9ae2 admin admin] Made reservation on behalf of 84bec14871384fb7a627821bd64cf3a4 for: {'subnet': 1} {{(pid=86368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:17:01.313455 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-23b4738f-0b4d-4bb2-9b42-f882786e9ae2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:17:01.954339 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.objects.ports [None req-23b4738f-0b4d-4bb2-9b42-f882786e9ae2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86368) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}}
Apr 19 19:17:01.954918 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-23b4738f-0b4d-4bb2-9b42-f882786e9ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770'] for subnet, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:17:01.960236 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:17:02.038035 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b4738f-0b4d-4bb2-9b42-f882786e9ae2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7025e6d6-1695-4f32-acf4-f47e4f1fcca5,revision_number=0']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:17:02.044333 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-23b4738f-0b4d-4bb2-9b42-f882786e9ae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:17:02.047068 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b4738f-0b4d-4bb2-9b42-f882786e9ae2 admin admin] Checking segment: {'id': 'f117aaf9-f038-40ae-a060-7b312532719e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:17:02.047585 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b4738f-0b4d-4bb2-9b42-f882786e9ae2 admin admin] Network hostable DHCP agents. Network: 4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c, hostable agents: ['5216385f-cfc7-4997-a943-f61b8ae1664e'], hosted agents: [] {{(pid=86368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 19:17:02.073357 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b4738f-0b4d-4bb2-9b42-f882786e9ae2 admin admin] Network 4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c is scheduled to be hosted by DHCP agent 5216385f-cfc7-4997-a943-f61b8ae1664e with binding_index 1 {{(pid=86368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 19:17:02.085581 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-23b4738f-0b4d-4bb2-9b42-f882786e9ae2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-1-iscsi, 4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c) {{(pid=86368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:17:02.090108 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b4738f-0b4d-4bb2-9b42-f882786e9ae2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:17:02.090691 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-23b4738f-0b4d-4bb2-9b42-f882786e9ae2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for subnet, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:17:02.103129 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5c062b-f483-4eee-9e72-b577199f65e1 None None] Network 4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c requested from dv-cinder-786932-1-iscsi {{(pid=86370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:17:02.123752 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-23b4738f-0b4d-4bb2-9b42-f882786e9ae2 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8381321
Apr 19 19:17:02.351961 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c203848a-6637-4504-8c3a-2fb386a53cba None None] Network 4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c requested from dv-cinder-786932-1-iscsi {{(pid=86370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:17:04.326651 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device cc1274a3-ef84-414d-985b-05ecdefd61b9 up at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:17:04.423904 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning for port cc1274a3-ef84-414d-985b-05ecdefd61b9 completed by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:17:04.430669 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning complete for port cc1274a3-ef84-414d-985b-05ecdefd61b9 triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:17:04.430980 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:17:04.585248 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:17:04.624420 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] For port cc1274a3-ef84-414d-985b-05ecdefd61b9, host dv-cinder-786932-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=cc1274a3-ef84-414d-985b-05ecdefd61b9,segment=NetworkSegment(cde72379-c171-4875-b312-65d3c6bdb27f),segment_id=cde72379-c171-4875-b312-65d3c6bdb27f)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:17:04.628237 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:17:04.631571 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-9e398425-de47-4d96-b660-82e8c2e6d8d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:17:04.865555 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 45890) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:17:04.920493 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Pushing event updated for resources: {'Port': ['ID=cc1274a3-ef84-414d-985b-05ecdefd61b9,revision_number=5']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:17:04.923855 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:17:05.097778 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-bc06f013-a41f-415e-9d5c-c8914b8ff70a admin admin] 10.222.0.36 "GET /v2.0/routers/f628f5f3-4e39-4aaa-a378-7481473a6fa5 HTTP/1.1" status: 200  len: 710 time: 0.2309098
Apr 19 19:17:05.249071 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05793397-0bce-470b-9b4f-4fcb3501a954 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:17:05.250442 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-05793397-0bce-470b-9b4f-4fcb3501a954 admin admin] 10.222.0.36 "GET /v2.0/networks/4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c HTTP/1.1" status: 200  len: 886 time: 0.1468894
Apr 19 19:17:05.262089 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-a3027e5e-7d68-4887-85c7-b6f1e1d7e10b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c'}}} {{(pid=86368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:17:05.751109 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a3027e5e-7d68-4887-85c7-b6f1e1d7e10b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678902', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32405'] for router, precommit_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:17:06.125958 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a3027e5e-7d68-4887-85c7-b6f1e1d7e10b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:17:06.187703 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a3027e5e-7d68-4887-85c7-b6f1e1d7e10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:17:06.314547 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device cc1274a3-ef84-414d-985b-05ecdefd61b9 up at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:17:06.353707 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-a3027e5e-7d68-4887-85c7-b6f1e1d7e10b admin admin] Allocated IP 172.27.1.187 (4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c/7025e6d6-1695-4f32-acf4-f47e4f1fcca5/71baaed6-97ad-4722-b57d-cc753a33b9d3) {{(pid=86368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:17:06.401482 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning complete for port cc1274a3-ef84-414d-985b-05ecdefd61b9 triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:17:06.401892 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:17:06.524667 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a3027e5e-7d68-4887-85c7-b6f1e1d7e10b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:17:06.555608 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a3027e5e-7d68-4887-85c7-b6f1e1d7e10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739738723801'] for port, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:17:06.560870 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-38d6c5a2-b6a9-4c70-8dd8-20026bede54c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:17:06.626651 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3027e5e-7d68-4887-85c7-b6f1e1d7e10b admin admin] Network 4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c is already hosted by enough agents. {{(pid=86368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:17:06.629614 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-a3027e5e-7d68-4887-85c7-b6f1e1d7e10b admin admin] Resources bound (agent type, host, resource id):  {{(pid=86368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:17:06.632424 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3027e5e-7d68-4887-85c7-b6f1e1d7e10b admin admin] Received port after_create {{(pid=86368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:17:06.752527 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3027e5e-7d68-4887-85c7-b6f1e1d7e10b admin admin] Pushing event updated for resources: {'Port': ['ID=71baaed6-97ad-4722-b57d-cc753a33b9d3,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:17:06.756546 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a3027e5e-7d68-4887-85c7-b6f1e1d7e10b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:17:07.230289 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a3027e5e-7d68-4887-85c7-b6f1e1d7e10b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:17:07.610183 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a3027e5e-7d68-4887-85c7-b6f1e1d7e10b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678902', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32405'] for router, precommit_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:17:07.613761 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a3027e5e-7d68-4887-85c7-b6f1e1d7e10b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854096932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854096947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-678853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854083029'] for router, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:17:07.813531 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3027e5e-7d68-4887-85c7-b6f1e1d7e10b admin admin] Router f628f5f3-4e39-4aaa-a378-7481473a6fa5 has already been hosted by L3 agent a3cf2d1c-6710-4478-a129-20091cfe97d1 {{(pid=86368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:17:08.009452 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3027e5e-7d68-4887-85c7-b6f1e1d7e10b admin admin] Notify agent at l3_agent.dv-cinder-786932-1-iscsi the message routers_updated {{(pid=86368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:17:08.018395 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a3027e5e-7d68-4887-85c7-b6f1e1d7e10b admin admin] Notify callbacks [] for router, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:17:08.019681 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-a3027e5e-7d68-4887-85c7-b6f1e1d7e10b admin admin] 10.222.0.36 "PUT /v2.0/routers/f628f5f3-4e39-4aaa-a378-7481473a6fa5 HTTP/1.1" status: 200  len: 890 time: 2.7614512
Apr 19 19:17:08.021745 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b285a45-d20d-4e37-82d6-3c0e54a5bb4a None None] Sync routers for ids ['f628f5f3-4e39-4aaa-a378-7481473a6fa5'] in dv-cinder-786932-1-iscsi {{(pid=86370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:17:08.033123 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b285a45-d20d-4e37-82d6-3c0e54a5bb4a None None] Routers {'f628f5f3-4e39-4aaa-a378-7481473a6fa5'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:17:08.033843 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-6b285a45-d20d-4e37-82d6-3c0e54a5bb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0f43fa90>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:16:49Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['f628f5f3-4e39-4aaa-a378-7481473a6fa5'], 'active': True} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:17:08.253629 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-6b285a45-d20d-4e37-82d6-3c0e54a5bb4a None None] Set router f628f5f3-4e39-4aaa-a378-7481473a6fa5 gateway port host: dv-cinder-786932-1-iscsi {{(pid=86370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:17:08.644522 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-6b285a45-d20d-4e37-82d6-3c0e54a5bb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0f43fa90>, [{'id': 'f628f5f3-4e39-4aaa-a378-7481473a6fa5', 'name': 'router1', 'tenant_id': '416366a89c7642639112551165b4d7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '71baaed6-97ad-4722-b57d-cc753a33b9d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:16:46Z', 'updated_at': '2021-04-19T19:17:07Z', 'revision_number': 4, 'project_id': '416366a89c7642639112551165b4d7e5', 'gw_port': {'id': '71baaed6-97ad-4722-b57d-cc753a33b9d3', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f628f5f3-4e39-4aaa-a378-7481473a6fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:17:06Z', 'updated_at': '2021-04-19T19:17:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_interfaces': [{'id': 'cc1274a3-ef84-414d-985b-05ecdefd61b9', 'name': '', 'network_id': '4e0d9f90-969c-4e8b-8a53-4c07549dfdf6', 'tenant_id': '416366a89c7642639112551165b4d7e5', 'mac_address': 'fa:16:3e:f0:f3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f628f5f3-4e39-4aaa-a378-7481473a6fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '606ffee8-6b20-4fc4-ad5e-3fa6de52c2cc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:16:56Z', 'updated_at': '2021-04-19T19:17:04Z', 'revision_number': 5, 'project_id': '416366a89c7642639112551165b4d7e5', 'subnets': [{'id': '606ffee8-6b20-4fc4-ad5e-3fa6de52c2cc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2e48c15f-831f-4a87-a72b-807cc98092fb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:17:08.650946 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b285a45-d20d-4e37-82d6-3c0e54a5bb4a None None] Checking router: f628f5f3-4e39-4aaa-a378-7481473a6fa5 for host: dv-cinder-786932-1-iscsi {{(pid=86370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:17:08.651334 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b285a45-d20d-4e37-82d6-3c0e54a5bb4a None None] Updating router f628f5f3-4e39-4aaa-a378-7481473a6fa5 port 71baaed6-97ad-4722-b57d-cc753a33b9d3 binding host dv-cinder-786932-1-iscsi {{(pid=86370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 19:17:08.712390 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6b285a45-d20d-4e37-82d6-3c0e54a5bb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:17:09.216332 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6b285a45-d20d-4e37-82d6-3c0e54a5bb4a None None] Notify callbacks [] for port, precommit_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:17:09.230962 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-6b285a45-d20d-4e37-82d6-3c0e54a5bb4a None None] Transition to ACTIVE for port object 71baaed6-97ad-4722-b57d-cc753a33b9d3 will not be triggered until provisioned by entity L2. {{(pid=86370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:17:09.237343 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6b285a45-d20d-4e37-82d6-3c0e54a5bb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:17:09.243156 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:17:09.332951 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-6b285a45-d20d-4e37-82d6-3c0e54a5bb4a None None] Attempting to bind port 71baaed6-97ad-4722-b57d-cc753a33b9d3 on host dv-cinder-786932-1-iscsi for vnic_type normal with profile  {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:17:09.333517 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-6b285a45-d20d-4e37-82d6-3c0e54a5bb4a None None] Attempting to bind port 71baaed6-97ad-4722-b57d-cc753a33b9d3 by drivers openvswitch,hyperv on host dv-cinder-786932-1-iscsi at level 0 using segments [{'id': 'f117aaf9-f038-40ae-a060-7b312532719e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c'}] {{(pid=86370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:17:09.334031 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b285a45-d20d-4e37-82d6-3c0e54a5bb4a None None] Attempting to bind port 71baaed6-97ad-4722-b57d-cc753a33b9d3 on network 4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:17:09.341127 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878e363c-8218-4ed3-bdbd-205cdca34d67 None None] Pushing event updated for resources: {'Port': ['ID=71baaed6-97ad-4722-b57d-cc753a33b9d3,revision_number=2']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:17:09.345493 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-878e363c-8218-4ed3-bdbd-205cdca34d67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:17:09.346308 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b285a45-d20d-4e37-82d6-3c0e54a5bb4a None None] Checking agent: {'id': '18e08627-855b-4b57-ace4-a20256d828a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 16, 20), 'started_at': datetime.datetime(2021, 4, 19, 19, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:17:09.346713 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b285a45-d20d-4e37-82d6-3c0e54a5bb4a None None] Checking segment: {'id': 'f117aaf9-f038-40ae-a060-7b312532719e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:17:09.347158 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6b285a45-d20d-4e37-82d6-3c0e54a5bb4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:17:09.347573 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b285a45-d20d-4e37-82d6-3c0e54a5bb4a None None] Bound using segment: {'id': 'f117aaf9-f038-40ae-a060-7b312532719e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c'} {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:17:09.348130 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-6b285a45-d20d-4e37-82d6-3c0e54a5bb4a None None] Bound port: 71baaed6-97ad-4722-b57d-cc753a33b9d3, host: dv-cinder-786932-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f117aaf9-f038-40ae-a060-7b312532719e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c'}}] {{(pid=86370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:17:09.348533 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6b285a45-d20d-4e37-82d6-3c0e54a5bb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:17:09.434301 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-6b285a45-d20d-4e37-82d6-3c0e54a5bb4a None None] For port 71baaed6-97ad-4722-b57d-cc753a33b9d3, host dv-cinder-786932-1-iscsi, cleared binding levels {{(pid=86370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:17:09.437609 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-6b285a45-d20d-4e37-82d6-3c0e54a5bb4a None None] For port 71baaed6-97ad-4722-b57d-cc753a33b9d3, host dv-cinder-786932-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=71baaed6-97ad-4722-b57d-cc753a33b9d3,segment=NetworkSegment(f117aaf9-f038-40ae-a060-7b312532719e),segment_id=f117aaf9-f038-40ae-a060-7b312532719e)] {{(pid=86370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:17:09.440950 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6b285a45-d20d-4e37-82d6-3c0e54a5bb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:17:09.446904 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:17:09.538654 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878e363c-8218-4ed3-bdbd-205cdca34d67 None None] Pushing event updated for resources: {'Port': ['ID=71baaed6-97ad-4722-b57d-cc753a33b9d3,revision_number=3']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:17:09.542027 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b285a45-d20d-4e37-82d6-3c0e54a5bb4a None None] Routers {'f628f5f3-4e39-4aaa-a378-7481473a6fa5'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:17:09.542594 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-6b285a45-d20d-4e37-82d6-3c0e54a5bb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0f43fa90>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:16:49Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['f628f5f3-4e39-4aaa-a378-7481473a6fa5'], 'active': True} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:17:09.594991 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-878e363c-8218-4ed3-bdbd-205cdca34d67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:17:09.740278 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-6b285a45-d20d-4e37-82d6-3c0e54a5bb4a None None] Set router f628f5f3-4e39-4aaa-a378-7481473a6fa5 gateway port host: dv-cinder-786932-1-iscsi {{(pid=86370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:17:10.109458 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-6b285a45-d20d-4e37-82d6-3c0e54a5bb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0f43fa90>, [{'id': 'f628f5f3-4e39-4aaa-a378-7481473a6fa5', 'name': 'router1', 'tenant_id': '416366a89c7642639112551165b4d7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '71baaed6-97ad-4722-b57d-cc753a33b9d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:16:46Z', 'updated_at': '2021-04-19T19:17:07Z', 'revision_number': 4, 'project_id': '416366a89c7642639112551165b4d7e5', 'gw_port': {'id': '71baaed6-97ad-4722-b57d-cc753a33b9d3', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f628f5f3-4e39-4aaa-a378-7481473a6fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:17:06Z', 'updated_at': '2021-04-19T19:17:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_interfaces': [{'id': 'cc1274a3-ef84-414d-985b-05ecdefd61b9', 'name': '', 'network_id': '4e0d9f90-969c-4e8b-8a53-4c07549dfdf6', 'tenant_id': '416366a89c7642639112551165b4d7e5', 'mac_address': 'fa:16:3e:f0:f3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f628f5f3-4e39-4aaa-a378-7481473a6fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '606ffee8-6b20-4fc4-ad5e-3fa6de52c2cc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:16:56Z', 'updated_at': '2021-04-19T19:17:04Z', 'revision_number': 5, 'project_id': '416366a89c7642639112551165b4d7e5', 'subnets': [{'id': '606ffee8-6b20-4fc4-ad5e-3fa6de52c2cc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2e48c15f-831f-4a87-a72b-807cc98092fb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:17:10.113838 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b285a45-d20d-4e37-82d6-3c0e54a5bb4a None None] The sync data for ids ['f628f5f3-4e39-4aaa-a378-7481473a6fa5'] in dv-cinder-786932-1-iscsi is: [{'id': 'f628f5f3-4e39-4aaa-a378-7481473a6fa5', 'name': 'router1', 'tenant_id': '416366a89c7642639112551165b4d7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '71baaed6-97ad-4722-b57d-cc753a33b9d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:16:46Z', 'updated_at': '2021-04-19T19:17:07Z', 'revision_number': 4, 'project_id': '416366a89c7642639112551165b4d7e5', 'gw_port': {'id': '71baaed6-97ad-4722-b57d-cc753a33b9d3', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f628f5f3-4e39-4aaa-a378-7481473a6fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:17:06Z', 'updated_at': '2021-04-19T19:17:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_interfaces': [{'id': 'cc1274a3-ef84-414d-985b-05ecdefd61b9', 'name': '', 'network_id': '4e0d9f90-969c-4e8b-8a53-4c07549dfdf6', 'tenant_id': '416366a89c7642639112551165b4d7e5', 'mac_address': 'fa:16:3e:f0:f3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f628f5f3-4e39-4aaa-a378-7481473a6fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '606ffee8-6b20-4fc4-ad5e-3fa6de52c2cc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:16:56Z', 'updated_at': '2021-04-19T19:17:04Z', 'revision_number': 5, 'project_id': '416366a89c7642639112551165b4d7e5', 'subnets': [{'id': '606ffee8-6b20-4fc4-ad5e-3fa6de52c2cc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2e48c15f-831f-4a87-a72b-807cc98092fb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:17:10.345873 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device 71baaed6-97ad-4722-b57d-cc753a33b9d3 up at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:17:10.433199 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning for port 71baaed6-97ad-4722-b57d-cc753a33b9d3 completed by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:17:10.438682 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning complete for port 71baaed6-97ad-4722-b57d-cc753a33b9d3 triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:17:10.439078 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:17:10.588679 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:17:10.607489 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] For port 71baaed6-97ad-4722-b57d-cc753a33b9d3, host dv-cinder-786932-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=71baaed6-97ad-4722-b57d-cc753a33b9d3,segment=NetworkSegment(f117aaf9-f038-40ae-a060-7b312532719e),segment_id=f117aaf9-f038-40ae-a060-7b312532719e)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:17:10.611455 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:17:10.617943 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e0d4f7ef-ec66-48b6-b444-098f60ec779e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:17:10.857378 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Pushing event updated for resources: {'Port': ['ID=71baaed6-97ad-4722-b57d-cc753a33b9d3,revision_number=4']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:17:10.860980 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:17:10.887198 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 45900) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:17:11.046377 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-6f8d8f3b-b9d5-4e22-83dd-30d20abd747b admin admin] 10.222.0.36 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 413 time: 0.1575677
Apr 19 19:17:12.306472 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device 71baaed6-97ad-4722-b57d-cc753a33b9d3 up at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:17:12.409252 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning complete for port 71baaed6-97ad-4722-b57d-cc753a33b9d3 triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:17:12.409916 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:17:15.782716 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-46c8aebd-5ed1-4bdc-bd05-ec6acc3401fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:17:18.592231 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6deead5a-209b-48b9-9006-faf966bc6857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:17:19.697676 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-000a1909-ab5b-4f97-8afb-04fdec5398f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:17:19.953016 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:17:20.571553 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5c78a517-44d6-4271-a115-cae59bf86ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:17:22.628391 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-56618793-170e-4aa6-8efa-9c6d4ae7a1f6 None None] Agent healthcheck: found 5 active agents {{(pid=86371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:17:45.764466 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-77e19a29-1f30-474e-a641-a3bfba77aebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:17:48.569513 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-268c783e-56a0-48d8-b862-2e6c1c846629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:17:49.678474 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-000a1909-ab5b-4f97-8afb-04fdec5398f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:17:49.925227 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:17:50.581303 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5c78a517-44d6-4271-a115-cae59bf86ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:17:59.627100 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-56618793-170e-4aa6-8efa-9c6d4ae7a1f6 None None] Agent healthcheck: found 5 active agents {{(pid=86371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:18:15.761701 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ed91e5b9-c7c0-4ddb-9eba-1bbdcc23dc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:18:18.572098 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0926b9ac-c623-481f-a925-1a822fdeef1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:18:19.677084 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-000a1909-ab5b-4f97-8afb-04fdec5398f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:18:19.920295 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:18:20.567353 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5c78a517-44d6-4271-a115-cae59bf86ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:18:36.617772 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-56618793-170e-4aa6-8efa-9c6d4ae7a1f6 None None] Agent healthcheck: found 5 active agents {{(pid=86371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:18:45.744301 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f93d0460-6d2a-472a-ad1d-f3c4c27cf247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:18:48.565061 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1ee90c1a-2ba7-40c2-96c6-f679b979b21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:18:49.680748 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-000a1909-ab5b-4f97-8afb-04fdec5398f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:18:49.923710 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:18:50.577343 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5c78a517-44d6-4271-a115-cae59bf86ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:19:02.429683 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 46470) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:19:02.505948 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.pecan_wsgi.hooks.translation [None req-695fa7c5-0f1f-40cc-897f-6cee0359c1a5 admin admin] GET failed (client error): The resource could not be found.
Apr 19 19:19:02.507952 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-695fa7c5-0f1f-40cc-897f-6cee0359c1a5 admin admin] 10.222.0.36 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0766091
Apr 19 19:19:02.656519 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186b7f76-7cf5-440d-8fb0-749ea741d545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:19:02.658102 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-186b7f76-7cf5-440d-8fb0-749ea741d545 admin admin] 10.222.0.36 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1462469
Apr 19 19:19:05.169202 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 46480) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:19:05.289476 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d122de3-18ab-4a67-bbf6-f8be12825963 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:19:05.290373 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-1d122de3-18ab-4a67-bbf6-f8be12825963 admin admin] Synchronizing usage tracker for tenant:84bec14871384fb7a627821bd64cf3a4 on resource:subnet {{(pid=86368) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:19:05.305117 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-1d122de3-18ab-4a67-bbf6-f8be12825963 admin admin] Unset dirty status for tenant:84bec14871384fb7a627821bd64cf3a4 on resource:subnet {{(pid=86368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:19:05.306390 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-1d122de3-18ab-4a67-bbf6-f8be12825963 admin admin] 10.222.0.36 "GET /v2.0/subnets/606ffee8-6b20-4fc4-ad5e-3fa6de52c2cc HTTP/1.1" status: 200  len: 849 time: 0.1361232
Apr 19 19:19:05.316875 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-a47006f3-b5b2-4591-bd69-55cd0daaba19 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:19:05.445341 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a47006f3-b5b2-4591-bd69-55cd0daaba19 admin admin] Notify callbacks [] for subnet, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:19:05.757677 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a47006f3-b5b2-4591-bd69-55cd0daaba19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739739171545'] for subnet, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:19:05.763063 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-23b4738f-0b4d-4bb2-9b42-f882786e9ae2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:19:05.821119 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47006f3-b5b2-4591-bd69-55cd0daaba19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:19:05.822207 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a47006f3-b5b2-4591-bd69-55cd0daaba19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for subnet, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:19:05.822392 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7d40bd-3e62-4491-83a7-54fca05c279a None None] Network 4e0d9f90-969c-4e8b-8a53-4c07549dfdf6 requested from dv-cinder-786932-1-iscsi {{(pid=86370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:19:05.824632 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-a47006f3-b5b2-4591-bd69-55cd0daaba19 admin admin] 10.222.0.36 "PUT /v2.0/subnets/606ffee8-6b20-4fc4-ad5e-3fa6de52c2cc HTTP/1.1" status: 200  len: 868 time: 0.5118036
Apr 19 19:19:05.852485 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47006f3-b5b2-4591-bd69-55cd0daaba19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=606ffee8-6b20-4fc4-ad5e-3fa6de52c2cc,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:19:05.860739 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47006f3-b5b2-4591-bd69-55cd0daaba19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:19:05.861127 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47006f3-b5b2-4591-bd69-55cd0daaba19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:19:05.861487 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47006f3-b5b2-4591-bd69-55cd0daaba19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:19:05.861843 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47006f3-b5b2-4591-bd69-55cd0daaba19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:19:05.862857 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47006f3-b5b2-4591-bd69-55cd0daaba19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:19:05.863235 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47006f3-b5b2-4591-bd69-55cd0daaba19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:19:05.863583 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47006f3-b5b2-4591-bd69-55cd0daaba19 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:19:05.863969 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47006f3-b5b2-4591-bd69-55cd0daaba19 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:19:05.864333 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47006f3-b5b2-4591-bd69-55cd0daaba19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:19:05.864684 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47006f3-b5b2-4591-bd69-55cd0daaba19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:19:05.865028 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47006f3-b5b2-4591-bd69-55cd0daaba19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:19:05.865372 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47006f3-b5b2-4591-bd69-55cd0daaba19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:19:05.872184 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a47006f3-b5b2-4591-bd69-55cd0daaba19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:19:06.303660 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-6a82218b-4f3c-46f2-8b75-010ff51c4a7e None None] Provisioning complete for port cc1274a3-ef84-414d-985b-05ecdefd61b9 triggered by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:19:06.304246 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6a82218b-4f3c-46f2-8b75-010ff51c4a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:19:06.441039 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-6a82218b-4f3c-46f2-8b75-010ff51c4a7e None None] Provisioning complete for port d08283c1-7aee-4d18-9d75-875976a3f5f8 triggered by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:19:06.441346 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6a82218b-4f3c-46f2-8b75-010ff51c4a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:19:08.574292 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 46490) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:19:08.772796 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28521b98-6a88-4a84-a18a-99e81c99895f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:19:08.773320 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28521b98-6a88-4a84-a18a-99e81c99895f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:19:08.774966 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-28521b98-6a88-4a84-a18a-99e81c99895f admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1996126
Apr 19 19:19:11.302555 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 46500) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:19:11.491619 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3aef04-05c0-4b03-a288-3c071dac3946 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:19:11.492101 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3aef04-05c0-4b03-a288-3c071dac3946 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:19:11.493737 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-de3aef04-05c0-4b03-a288-3c071dac3946 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1901774
Apr 19 19:19:13.616746 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-56618793-170e-4aa6-8efa-9c6d4ae7a1f6 None None] Agent healthcheck: found 5 active agents {{(pid=86371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:19:14.100364 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 46510) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:19:14.297795 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb20f45-5289-4196-b592-5d6a92785142 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:19:14.299185 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-deb20f45-5289-4196-b592-5d6a92785142 admin admin] 10.222.0.36 "GET /v2.0/networks/4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c HTTP/1.1" status: 200  len: 886 time: 0.1977887
Apr 19 19:19:15.745897 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-05c02611-b064-456a-827a-d5ac4b84e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:19:16.898257 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 46520) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:19:17.279696 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0210e5c9-47d5-4db7-bf1c-1e6a76e07327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:19:17.281220 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-0210e5c9-47d5-4db7-bf1c-1e6a76e07327 admin admin] 10.222.0.36 "GET /v2.0/networks/4e0d9f90-969c-4e8b-8a53-4c07549dfdf6 HTTP/1.1" status: 200  len: 869 time: 0.3819256
Apr 19 19:19:18.569266 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0f372052-5bde-414d-95bc-be1fd2bc502a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:19:19.683298 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-000a1909-ab5b-4f97-8afb-04fdec5398f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:19:19.818489 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 46530) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:19:19.928592 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:19:19.942074 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae396c29-c276-4a0b-9056-b9968e082ea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:19:19.942578 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae396c29-c276-4a0b-9056-b9968e082ea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:19:19.944240 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-ae396c29-c276-4a0b-9056-b9968e082ea9 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1245923
Apr 19 19:19:20.581424 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5c78a517-44d6-4271-a115-cae59bf86ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:19:22.513740 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 46540) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:19:22.637264 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117525e9-132f-437d-bbde-c58d1d7e2ddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:19:22.637684 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117525e9-132f-437d-bbde-c58d1d7e2ddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:19:22.639258 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-117525e9-132f-437d-bbde-c58d1d7e2ddf admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1244886
Apr 19 19:19:25.197538 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 46550) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:19:25.315792 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a611f52-7d72-4b10-88ab-bbaa697a901c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:19:25.317264 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-1a611f52-7d72-4b10-88ab-bbaa697a901c admin admin] 10.222.0.36 "GET /v2.0/subnets/606ffee8-6b20-4fc4-ad5e-3fa6de52c2cc HTTP/1.1" status: 200  len: 868 time: 0.1185968
Apr 19 19:19:27.854199 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 46560) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:19:27.976870 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9a18b0-1b62-430b-b0cd-c53bba74621a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:19:27.978343 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-2c9a18b0-1b62-430b-b0cd-c53bba74621a admin admin] 10.222.0.36 "GET /v2.0/subnets/7025e6d6-1695-4f32-acf4-f47e4f1fcca5 HTTP/1.1" status: 200  len: 816 time: 0.1231184
Apr 19 19:19:45.749143 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-fd24ccb3-cccf-44bc-bb7f-32b618f064fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:19:48.571827 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bef19e07-3ff7-4b38-a747-c27292af3e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:19:49.685147 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-000a1909-ab5b-4f97-8afb-04fdec5398f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:19:49.931832 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:19:50.586856 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5c78a517-44d6-4271-a115-cae59bf86ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:19:50.617077 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-56618793-170e-4aa6-8efa-9c6d4ae7a1f6 None None] Agent healthcheck: found 5 active agents {{(pid=86371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:19:55.163658 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 46604) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:19:55.216687 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [None req-782add2e-76b6-4674-b297-0f8baa8c11b4 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=86368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 19:19:55.217746 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-782add2e-76b6-4674-b297-0f8baa8c11b4 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0530214
Apr 19 19:19:57.884225 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 46614) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:19:57.964599 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.pecan_wsgi.hooks.translation [None req-36c3b0e0-127b-49f1-a67c-df1f0535d674 admin admin] GET failed (client error): The resource could not be found.
Apr 19 19:19:57.966262 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-36c3b0e0-127b-49f1-a67c-df1f0535d674 admin admin] 10.222.0.36 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0808737
Apr 19 19:19:58.104335 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c60c64b-ee46-4256-bd1c-66793cdfc0b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:19:58.105888 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-9c60c64b-ee46-4256-bd1c-66793cdfc0b2 admin admin] 10.222.0.36 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1351123
Apr 19 19:20:00.708658 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 46624) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:20:00.762381 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-18a27193-5c71-42a5-a841-799b466bdda4 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=86368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:20:00.767422 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-18a27193-5c71-42a5-a841-799b466bdda4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:20:00.777506 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-18a27193-5c71-42a5-a841-799b466bdda4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:20:00.786507 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a27193-5c71-42a5-a841-799b466bdda4 admin admin] Made reservation on behalf of 84bec14871384fb7a627821bd64cf3a4 for: {'network': 1} {{(pid=86368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:20:00.791310 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-18a27193-5c71-42a5-a841-799b466bdda4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for network, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:20:00.889026 dv-cinder-786932-1-iscsi neutron-server[86253]: WARNING neutron.services.revisions.revision_plugin [None req-18a27193-5c71-42a5-a841-799b466bdda4 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f2e0edc8ef0] {project_id='84bec14871384fb7a627821bd64cf3a4', id='9a03a711-1d31-4499-92f8-530b06d9df6f', target_tenant='*', action='access_as_shared', object_id='2508634a-0b87-4a30-b6cb-a0fc6f4904dc'}> to bump revision.
Apr 19 19:20:00.901991 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18a27193-5c71-42a5-a841-799b466bdda4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101}  {{(pid=86368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 19:20:00.911773 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-18a27193-5c71-42a5-a841-799b466bdda4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852957628'] for segment, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:20:00.912192 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.db.segments_db [None req-18a27193-5c71-42a5-a841-799b466bdda4 admin admin] Added segment 46bee5b9-83ff-44bc-88e2-a92cf5026f4a of type vlan for network 2508634a-0b87-4a30-b6cb-a0fc6f4904dc
Apr 19 19:20:00.940209 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-18a27193-5c71-42a5-a841-799b466bdda4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739738712435'] for network, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:20:00.970687 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-18a27193-5c71-42a5-a841-799b466bdda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770'] for network, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:20:00.972093 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a27193-5c71-42a5-a841-799b466bdda4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:20:00.972738 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-18a27193-5c71-42a5-a841-799b466bdda4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:20:00.977627 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:20:01.083974 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-18a27193-5c71-42a5-a841-799b466bdda4 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3740959
Apr 19 19:20:01.084738 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a27193-5c71-42a5-a841-799b466bdda4 admin admin] Pushing event updated for resources: {'Network': ['ID=2508634a-0b87-4a30-b6cb-a0fc6f4904dc,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:20:01.097748 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-18a27193-5c71-42a5-a841-799b466bdda4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:20:01.111954 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Network 2508634a-0b87-4a30-b6cb-a0fc6f4904dc details requested by agent ovs-agent-dv-cinder-786932-1-iscsi with host dv-cinder-786932-1-iscsi {{(pid=86370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 19:20:03.636017 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 46634) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:20:03.718255 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dd1816d-b3b9-4946-b2aa-d856ec31c272 admin admin] GET failed (client error): The resource could not be found.
Apr 19 19:20:03.718865 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-3dd1816d-b3b9-4946-b2aa-d856ec31c272 admin admin] Synchronizing usage tracker for tenant:84bec14871384fb7a627821bd64cf3a4 on resource:network {{(pid=86368) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:20:03.736908 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-3dd1816d-b3b9-4946-b2aa-d856ec31c272 admin admin] Unset dirty status for tenant:84bec14871384fb7a627821bd64cf3a4 on resource:network {{(pid=86368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:20:03.738335 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-3dd1816d-b3b9-4946-b2aa-d856ec31c272 admin admin] 10.222.0.36 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1012273
Apr 19 19:20:03.857313 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0befbdcb-c648-469b-9825-796c63e270e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:20:03.858892 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-0befbdcb-c648-469b-9825-796c63e270e4 admin admin] 10.222.0.36 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1161778
Apr 19 19:20:03.869943 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-1eb7ea7f-fcda-42ae-8096-34619383b620 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '2508634a-0b87-4a30-b6cb-a0fc6f4904dc', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=86368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:20:03.874689 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-1eb7ea7f-fcda-42ae-8096-34619383b620 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:20:03.885246 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-1eb7ea7f-fcda-42ae-8096-34619383b620 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:20:03.894351 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb7ea7f-fcda-42ae-8096-34619383b620 admin admin] Made reservation on behalf of 84bec14871384fb7a627821bd64cf3a4 for: {'subnet': 1} {{(pid=86368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:20:03.899042 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1eb7ea7f-fcda-42ae-8096-34619383b620 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:20:04.309964 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1eb7ea7f-fcda-42ae-8096-34619383b620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770'] for subnet, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:20:04.315861 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:20:04.403106 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb7ea7f-fcda-42ae-8096-34619383b620 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac9037fb-6a4f-47f8-8c54-71f4baca834e,revision_number=0']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:20:04.407643 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-1eb7ea7f-fcda-42ae-8096-34619383b620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:20:04.416552 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb7ea7f-fcda-42ae-8096-34619383b620 admin admin] Checking segment: {'id': '46bee5b9-83ff-44bc-88e2-a92cf5026f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2508634a-0b87-4a30-b6cb-a0fc6f4904dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:20:04.416949 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb7ea7f-fcda-42ae-8096-34619383b620 admin admin] Network hostable DHCP agents. Network: 2508634a-0b87-4a30-b6cb-a0fc6f4904dc, hostable agents: ['5216385f-cfc7-4997-a943-f61b8ae1664e'], hosted agents: [] {{(pid=86368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 19:20:04.438172 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb7ea7f-fcda-42ae-8096-34619383b620 admin admin] Network 2508634a-0b87-4a30-b6cb-a0fc6f4904dc is scheduled to be hosted by DHCP agent 5216385f-cfc7-4997-a943-f61b8ae1664e with binding_index 1 {{(pid=86368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 19:20:04.448241 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-1eb7ea7f-fcda-42ae-8096-34619383b620 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-1-iscsi, 2508634a-0b87-4a30-b6cb-a0fc6f4904dc) {{(pid=86368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:20:04.452575 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb7ea7f-fcda-42ae-8096-34619383b620 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:20:04.453219 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1eb7ea7f-fcda-42ae-8096-34619383b620 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for subnet, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:20:04.459132 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83f5ae6-d0e3-469f-8b7e-ff5656660575 None None] Network 2508634a-0b87-4a30-b6cb-a0fc6f4904dc requested from dv-cinder-786932-1-iscsi {{(pid=86370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:20:04.484133 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-1eb7ea7f-fcda-42ae-8096-34619383b620 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6179135
Apr 19 19:20:04.705740 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a870315-3d48-4afc-8196-c8363283eccd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cdbe905-22d6-5db2-b625-c927f524fce5-2508634a-0b87-4a30-b6cb-a0fc6f4904dc', 'network_id': '2508634a-0b87-4a30-b6cb-a0fc6f4904dc', 'tenant_id': '84bec14871384fb7a627821bd64cf3a4', 'fixed_ips': [{'subnet_id': 'ac9037fb-6a4f-47f8-8c54-71f4baca834e'}]}} from dv-cinder-786932-1-iscsi. {{(pid=86370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 19 19:20:04.706660 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4a870315-3d48-4afc-8196-c8363283eccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:20:04.881015 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-4a870315-3d48-4afc-8196-c8363283eccd None None] Allocated IP 192.168.233.2 (2508634a-0b87-4a30-b6cb-a0fc6f4904dc/ac9037fb-6a4f-47f8-8c54-71f4baca834e/0b6b5560-876d-4f31-9b86-4c5c8695ddbf) {{(pid=86370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:20:05.149124 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4a870315-3d48-4afc-8196-c8363283eccd None None] Notify callbacks [] for port, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:20:05.160473 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-4a870315-3d48-4afc-8196-c8363283eccd None None] Transition to ACTIVE for port object 0b6b5560-876d-4f31-9b86-4c5c8695ddbf will not be triggered until provisioned by entity L2. {{(pid=86370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:20:05.179967 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-4a870315-3d48-4afc-8196-c8363283eccd None None] Transition to ACTIVE for port object 0b6b5560-876d-4f31-9b86-4c5c8695ddbf will not be triggered until provisioned by entity DHCP. {{(pid=86370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:20:05.183675 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4a870315-3d48-4afc-8196-c8363283eccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739738723801'] for port, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:20:05.192338 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:20:05.259444 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a870315-3d48-4afc-8196-c8363283eccd None None] Network 2508634a-0b87-4a30-b6cb-a0fc6f4904dc is already hosted by enough agents. {{(pid=86370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:20:05.264540 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-4a870315-3d48-4afc-8196-c8363283eccd None None] Resources bound (agent type, host, resource id):  {{(pid=86370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:20:05.270486 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a870315-3d48-4afc-8196-c8363283eccd None None] Received port after_create {{(pid=86370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:20:05.272802 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a870315-3d48-4afc-8196-c8363283eccd None None] Pushing event updated for resources: {'Port': ['ID=0b6b5560-876d-4f31-9b86-4c5c8695ddbf,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:20:05.282521 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a870315-3d48-4afc-8196-c8363283eccd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:20:05.283523 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a870315-3d48-4afc-8196-c8363283eccd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:20:05.283925 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a870315-3d48-4afc-8196-c8363283eccd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:20:05.284297 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a870315-3d48-4afc-8196-c8363283eccd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:20:05.284657 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a870315-3d48-4afc-8196-c8363283eccd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:20:05.285016 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a870315-3d48-4afc-8196-c8363283eccd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:20:05.285371 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a870315-3d48-4afc-8196-c8363283eccd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:20:05.285728 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a870315-3d48-4afc-8196-c8363283eccd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:20:05.286083 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a870315-3d48-4afc-8196-c8363283eccd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:20:05.286439 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a870315-3d48-4afc-8196-c8363283eccd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:20:05.286787 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a870315-3d48-4afc-8196-c8363283eccd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:20:05.287136 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a870315-3d48-4afc-8196-c8363283eccd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:20:05.321228 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-4a870315-3d48-4afc-8196-c8363283eccd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:20:05.383401 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-4a870315-3d48-4afc-8196-c8363283eccd None None] Attempting to bind port 0b6b5560-876d-4f31-9b86-4c5c8695ddbf on host dv-cinder-786932-1-iscsi for vnic_type normal with profile  {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:20:05.383840 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-4a870315-3d48-4afc-8196-c8363283eccd None None] Attempting to bind port 0b6b5560-876d-4f31-9b86-4c5c8695ddbf by drivers openvswitch,hyperv on host dv-cinder-786932-1-iscsi at level 0 using segments [{'id': '46bee5b9-83ff-44bc-88e2-a92cf5026f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2508634a-0b87-4a30-b6cb-a0fc6f4904dc'}] {{(pid=86370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:20:05.384226 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a870315-3d48-4afc-8196-c8363283eccd None None] Attempting to bind port 0b6b5560-876d-4f31-9b86-4c5c8695ddbf on network 2508634a-0b87-4a30-b6cb-a0fc6f4904dc {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:20:05.390056 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a870315-3d48-4afc-8196-c8363283eccd None None] Checking agent: {'id': '18e08627-855b-4b57-ace4-a20256d828a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 16, 20), 'started_at': datetime.datetime(2021, 4, 19, 19, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:20:05.390462 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a870315-3d48-4afc-8196-c8363283eccd None None] Checking segment: {'id': '46bee5b9-83ff-44bc-88e2-a92cf5026f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2508634a-0b87-4a30-b6cb-a0fc6f4904dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:20:05.390901 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4a870315-3d48-4afc-8196-c8363283eccd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:20:05.391324 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a870315-3d48-4afc-8196-c8363283eccd None None] Bound using segment: {'id': '46bee5b9-83ff-44bc-88e2-a92cf5026f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2508634a-0b87-4a30-b6cb-a0fc6f4904dc'} {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:20:05.391871 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-4a870315-3d48-4afc-8196-c8363283eccd None None] Bound port: 0b6b5560-876d-4f31-9b86-4c5c8695ddbf, host: dv-cinder-786932-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46bee5b9-83ff-44bc-88e2-a92cf5026f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2508634a-0b87-4a30-b6cb-a0fc6f4904dc'}}] {{(pid=86370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:20:05.392357 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4a870315-3d48-4afc-8196-c8363283eccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:20:05.491232 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-4a870315-3d48-4afc-8196-c8363283eccd None None] For port 0b6b5560-876d-4f31-9b86-4c5c8695ddbf, host dv-cinder-786932-1-iscsi, cleared binding levels {{(pid=86370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:20:05.494538 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-4a870315-3d48-4afc-8196-c8363283eccd None None] For port 0b6b5560-876d-4f31-9b86-4c5c8695ddbf, host dv-cinder-786932-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=0b6b5560-876d-4f31-9b86-4c5c8695ddbf,segment=NetworkSegment(46bee5b9-83ff-44bc-88e2-a92cf5026f4a),segment_id=46bee5b9-83ff-44bc-88e2-a92cf5026f4a)] {{(pid=86370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:20:05.497375 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4a870315-3d48-4afc-8196-c8363283eccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:20:05.502313 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:20:05.594395 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a870315-3d48-4afc-8196-c8363283eccd None None] Pushing event updated for resources: {'Port': ['ID=0b6b5560-876d-4f31-9b86-4c5c8695ddbf,revision_number=2']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:20:05.598506 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-4a870315-3d48-4afc-8196-c8363283eccd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:20:06.480467 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device 0b6b5560-876d-4f31-9b86-4c5c8695ddbf up at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:20:06.562569 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning for port 0b6b5560-876d-4f31-9b86-4c5c8695ddbf completed by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:20:06.815303 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e978a3e-5b37-49a3-a833-13ad48410328 None None] Network 2508634a-0b87-4a30-b6cb-a0fc6f4904dc requested from dv-cinder-786932-1-iscsi {{(pid=86370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:20:06.914268 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-83db6be6-20ce-462e-856f-5ab7d219a736 None None] Provisioning for port 0b6b5560-876d-4f31-9b86-4c5c8695ddbf completed by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:20:06.922538 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-83db6be6-20ce-462e-856f-5ab7d219a736 None None] Provisioning complete for port 0b6b5560-876d-4f31-9b86-4c5c8695ddbf triggered by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:20:06.922982 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-83db6be6-20ce-462e-856f-5ab7d219a736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:20:07.319400 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-83db6be6-20ce-462e-856f-5ab7d219a736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:20:07.371083 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-83db6be6-20ce-462e-856f-5ab7d219a736 None None] For port 0b6b5560-876d-4f31-9b86-4c5c8695ddbf, host dv-cinder-786932-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=0b6b5560-876d-4f31-9b86-4c5c8695ddbf,segment=NetworkSegment(46bee5b9-83ff-44bc-88e2-a92cf5026f4a),segment_id=46bee5b9-83ff-44bc-88e2-a92cf5026f4a)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:20:07.378150 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-83db6be6-20ce-462e-856f-5ab7d219a736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:20:07.382284 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-878e363c-8218-4ed3-bdbd-205cdca34d67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:20:07.458704 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db6be6-20ce-462e-856f-5ab7d219a736 None None] Pushing event updated for resources: {'Port': ['ID=0b6b5560-876d-4f31-9b86-4c5c8695ddbf,revision_number=3']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:20:07.462086 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-83db6be6-20ce-462e-856f-5ab7d219a736 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:20:07.601694 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-b7b04e6b-7764-4f82-911e-120913f716c7 None None] Provisioning complete for port 0b6b5560-876d-4f31-9b86-4c5c8695ddbf triggered by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:20:07.602432 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b7b04e6b-7764-4f82-911e-120913f716c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:20:08.460022 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device 0b6b5560-876d-4f31-9b86-4c5c8695ddbf up at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:20:08.539488 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning complete for port 0b6b5560-876d-4f31-9b86-4c5c8695ddbf triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:20:08.539964 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:20:15.757237 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-77efc027-8938-4534-8831-6e55934653a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:20:18.575128 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b8edfc6b-8a40-4e06-a48a-39d0344ac6dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:20:19.690253 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-000a1909-ab5b-4f97-8afb-04fdec5398f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:20:19.935315 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:20:20.592763 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5c78a517-44d6-4271-a115-cae59bf86ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:20:27.616015 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-56618793-170e-4aa6-8efa-9c6d4ae7a1f6 None None] Agent healthcheck: found 5 active agents {{(pid=86371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:20:45.750521 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-998332dd-f50b-4c3a-9e49-cdfe9a34fb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:20:48.579378 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c7f9bb2f-05d3-4b51-92dd-5fbacdb4df3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:20:49.692564 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-000a1909-ab5b-4f97-8afb-04fdec5398f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:20:49.938378 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:20:50.595698 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5c78a517-44d6-4271-a115-cae59bf86ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:21:04.615666 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-56618793-170e-4aa6-8efa-9c6d4ae7a1f6 None None] Agent healthcheck: found 5 active agents {{(pid=86371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:21:15.754354 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-17b494e5-cd3a-4f8a-b611-dbd68581b9b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:21:18.581588 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-30dfc649-887d-4d4d-a9a3-c1a9c028d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:21:19.694611 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-000a1909-ab5b-4f97-8afb-04fdec5398f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:21:19.941739 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:21:20.474309 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 46680) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:21:20.481057 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [None req-ef678483-b606-4709-ac20-26aec2e899a3 tempest-verify_tempest_config-761498541 tempest-verify_tempest_config-761498541-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=86368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 19:21:20.482173 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-ef678483-b606-4709-ac20-26aec2e899a3 tempest-verify_tempest_config-761498541 tempest-verify_tempest_config-761498541-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0068083
Apr 19 19:21:20.598538 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5c78a517-44d6-4271-a115-cae59bf86ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:21:20.816457 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 46698) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:21:20.944571 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-11730452-c3df-474e-9c51-5a8ef3847e71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:21:20.960863 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-11730452-c3df-474e-9c51-5a8ef3847e71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:21:20.964877 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-11730452-c3df-474e-9c51-5a8ef3847e71 admin admin] Usage tracker for resource:security_group_rule and tenant:f13460dd29a842bfa1def47e49250efb is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:21:20.968080 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-11730452-c3df-474e-9c51-5a8ef3847e71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:21:20.974154 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-11730452-c3df-474e-9c51-5a8ef3847e71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:21:21.064225 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-11730452-c3df-474e-9c51-5a8ef3847e71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:21:21.067061 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-11730452-c3df-474e-9c51-5a8ef3847e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:21:21.076215 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:21:21.117062 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-11730452-c3df-474e-9c51-5a8ef3847e71 admin admin] Synchronizing usage tracker for tenant:84bec14871384fb7a627821bd64cf3a4 on resource:security_group {{(pid=86368) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:21:21.121906 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11730452-c3df-474e-9c51-5a8ef3847e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8b06cf-1192-401c-ad3d-67765eccecd4,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:21:21.133954 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11730452-c3df-474e-9c51-5a8ef3847e71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:21:21.134337 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11730452-c3df-474e-9c51-5a8ef3847e71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:21:21.134699 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11730452-c3df-474e-9c51-5a8ef3847e71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:21:21.135055 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11730452-c3df-474e-9c51-5a8ef3847e71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:21:21.135410 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11730452-c3df-474e-9c51-5a8ef3847e71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:21:21.135797 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11730452-c3df-474e-9c51-5a8ef3847e71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:21:21.136150 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11730452-c3df-474e-9c51-5a8ef3847e71 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:21:21.136502 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11730452-c3df-474e-9c51-5a8ef3847e71 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:21:21.136871 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11730452-c3df-474e-9c51-5a8ef3847e71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:21:21.137222 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11730452-c3df-474e-9c51-5a8ef3847e71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:21:21.137569 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11730452-c3df-474e-9c51-5a8ef3847e71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:21:21.137914 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11730452-c3df-474e-9c51-5a8ef3847e71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:21:21.145782 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-11730452-c3df-474e-9c51-5a8ef3847e71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:21:21.150816 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-11730452-c3df-474e-9c51-5a8ef3847e71 admin admin] Unset dirty status for tenant:84bec14871384fb7a627821bd64cf3a4 on resource:security_group {{(pid=86368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:21:21.152185 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-11730452-c3df-474e-9c51-5a8ef3847e71 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f13460dd29a842bfa1def47e49250efb&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3345802
Apr 19 19:21:21.154913 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 46704) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:21:21.217029 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5bb9262c-665e-429b-8dda-af0d83e764f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:21:21.247147 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5bb9262c-665e-429b-8dda-af0d83e764f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:21:21.302780 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5bb9262c-665e-429b-8dda-af0d83e764f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:21:21.308674 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-11730452-c3df-474e-9c51-5a8ef3847e71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:21:21.323370 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb9262c-665e-429b-8dda-af0d83e764f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8b06cf-1192-401c-ad3d-67765eccecd4,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:21:21.326801 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-5bb9262c-665e-429b-8dda-af0d83e764f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:21:21.327751 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5bb9262c-665e-429b-8dda-af0d83e764f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:21:21.329350 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-5bb9262c-665e-429b-8dda-af0d83e764f9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7c8b06cf-1192-401c-ad3d-67765eccecd4 HTTP/1.1" status: 204  len: 168 time: 0.1734812
Apr 19 19:21:41.615949 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-56618793-170e-4aa6-8efa-9c6d4ae7a1f6 None None] Agent healthcheck: found 5 active agents {{(pid=86371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:21:45.757316 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8cd2607a-1166-47b0-870a-5b536ba23f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:21:48.582913 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-13dc32fe-d1aa-4091-abc9-a70fd8876c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:21:49.696047 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-000a1909-ab5b-4f97-8afb-04fdec5398f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:21:49.943695 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:21:50.602297 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5c78a517-44d6-4271-a115-cae59bf86ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:22:15.759506 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bf7708de-a658-41dd-b9b2-3b87f0ca6e61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:22:18.583926 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a2c78092-39a4-4538-ac15-f35bec269224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:22:18.616001 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-56618793-170e-4aa6-8efa-9c6d4ae7a1f6 None None] Agent healthcheck: found 5 active agents {{(pid=86371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:22:19.700228 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-000a1909-ab5b-4f97-8afb-04fdec5398f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:22:19.945505 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:22:20.604559 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5c78a517-44d6-4271-a115-cae59bf86ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:22:45.761019 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ee7a6cc3-5497-4ddd-85c2-0baa04356972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:22:48.585272 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ee24d3e0-d688-4b0f-a859-d8b51730cff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:22:49.703646 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-000a1909-ab5b-4f97-8afb-04fdec5398f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:22:49.946910 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:22:50.608557 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5c78a517-44d6-4271-a115-cae59bf86ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:22:55.615820 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-56618793-170e-4aa6-8efa-9c6d4ae7a1f6 None None] Agent healthcheck: found 5 active agents {{(pid=86371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:22:58.789615 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765'] for agent, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:23:15.685545 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 46780) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:23:15.762450 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1c182efe-849f-488a-bc09-7710cb89c036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:23:15.810544 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-c9483239-0813-4457-bbd7-3dd06a114be7 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1238134
Apr 19 19:23:18.384308 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 46790) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:23:18.449262 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-97327e56-bee6-4856-971a-30305d48201d admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0638604
Apr 19 19:23:18.588059 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bb40da32-34c8-4356-9d45-f1299a3bc04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:23:19.707157 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-000a1909-ab5b-4f97-8afb-04fdec5398f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:23:19.948089 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:23:20.610766 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5c78a517-44d6-4271-a115-cae59bf86ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:23:28.757036 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:23:32.616279 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-56618793-170e-4aa6-8efa-9c6d4ae7a1f6 None None] Agent healthcheck: found 6 active agents {{(pid=86371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:23:45.764891 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0baa33be-caed-4497-81d9-07a22ca78e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:23:48.589040 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a8f4c256-5fef-46aa-bc49-55dcf1bf56d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:23:49.711136 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-000a1909-ab5b-4f97-8afb-04fdec5398f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:23:49.955099 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:23:50.613307 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5c78a517-44d6-4271-a115-cae59bf86ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:23:58.789763 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:24:09.616063 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-56618793-170e-4aa6-8efa-9c6d4ae7a1f6 None None] Agent healthcheck: found 6 active agents {{(pid=86371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:24:15.767887 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b512f918-fbe0-49a1-ac8c-c503dbb92d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:24:18.606091 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-87c02317-3c3f-461a-bf52-0d81e7bd4243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:24:19.716362 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-000a1909-ab5b-4f97-8afb-04fdec5398f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:24:19.947498 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:24:20.619298 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5c78a517-44d6-4271-a115-cae59bf86ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:24:28.786364 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:24:45.782316 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-29eb9eec-5203-45be-ac7b-5971e713ee68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:24:46.620547 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-56618793-170e-4aa6-8efa-9c6d4ae7a1f6 None None] Agent healthcheck: found 6 active agents {{(pid=86371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:24:48.602876 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-98277c51-e523-4d1e-bc8f-a18d0aed22ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:24:49.723357 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-000a1909-ab5b-4f97-8afb-04fdec5398f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:24:49.951577 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:24:50.635684 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5c78a517-44d6-4271-a115-cae59bf86ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:24:55.552487 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 46938) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:24:55.946586 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-4245bf82-a094-4e98-b37d-dc83bd9d299a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-524394787-network', 'tenant_id': 'c6333d4d4b1249bfb35237c3c56fe86e'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:24:55.952784 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-4245bf82-a094-4e98-b37d-dc83bd9d299a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:24:55.961670 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-4245bf82-a094-4e98-b37d-dc83bd9d299a admin admin] Usage tracker for resource:network and tenant:c6333d4d4b1249bfb35237c3c56fe86e is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:24:55.966434 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-4245bf82-a094-4e98-b37d-dc83bd9d299a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:24:55.975017 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-4245bf82-a094-4e98-b37d-dc83bd9d299a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:24:55.990844 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4245bf82-a094-4e98-b37d-dc83bd9d299a admin admin] Made reservation on behalf of c6333d4d4b1249bfb35237c3c56fe86e for: {'network': 1} {{(pid=86369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:24:55.999261 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4245bf82-a094-4e98-b37d-dc83bd9d299a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for network, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:24:56.023936 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4245bf82-a094-4e98-b37d-dc83bd9d299a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:24:56.054802 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-4245bf82-a094-4e98-b37d-dc83bd9d299a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:24:56.061936 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-4245bf82-a094-4e98-b37d-dc83bd9d299a admin admin] Usage tracker for resource:security_group_rule and tenant:c6333d4d4b1249bfb35237c3c56fe86e is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:24:56.065868 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-4245bf82-a094-4e98-b37d-dc83bd9d299a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:24:56.078665 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-4245bf82-a094-4e98-b37d-dc83bd9d299a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:24:56.184685 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4245bf82-a094-4e98-b37d-dc83bd9d299a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:24:56.189048 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4245bf82-a094-4e98-b37d-dc83bd9d299a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:24:56.199277 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:24:56.262009 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4245bf82-a094-4e98-b37d-dc83bd9d299a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141}  {{(pid=86369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 19:24:56.281282 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4245bf82-a094-4e98-b37d-dc83bd9d299a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f8efcd-50ef-4678-8aa5-2965e67ec22d,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:24:56.305206 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4245bf82-a094-4e98-b37d-dc83bd9d299a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:24:56.305872 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4245bf82-a094-4e98-b37d-dc83bd9d299a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:24:56.306497 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4245bf82-a094-4e98-b37d-dc83bd9d299a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:24:56.307111 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4245bf82-a094-4e98-b37d-dc83bd9d299a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:24:56.307795 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4245bf82-a094-4e98-b37d-dc83bd9d299a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:24:56.308718 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4245bf82-a094-4e98-b37d-dc83bd9d299a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:24:56.309336 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4245bf82-a094-4e98-b37d-dc83bd9d299a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:24:56.309930 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4245bf82-a094-4e98-b37d-dc83bd9d299a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:24:56.310549 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4245bf82-a094-4e98-b37d-dc83bd9d299a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:24:56.311150 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4245bf82-a094-4e98-b37d-dc83bd9d299a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:24:56.311789 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4245bf82-a094-4e98-b37d-dc83bd9d299a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:24:56.312382 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4245bf82-a094-4e98-b37d-dc83bd9d299a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:24:56.314587 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4245bf82-a094-4e98-b37d-dc83bd9d299a admin admin] Tracked resource versions report:
Apr 19 19:24:56.314587 dv-cinder-786932-1-iscsi neutron-server[86253]: pushed versions:
Apr 19 19:24:56.314587 dv-cinder-786932-1-iscsi neutron-server[86253]: {   'AddressGroup': {'1.2'},
Apr 19 19:24:56.314587 dv-cinder-786932-1-iscsi neutron-server[86253]:     'ConntrackHelper': {'1.0'},
Apr 19 19:24:56.314587 dv-cinder-786932-1-iscsi neutron-server[86253]:     'Log': {'1.0'},
Apr 19 19:24:56.314587 dv-cinder-786932-1-iscsi neutron-server[86253]:     'Network': {'1.1'},
Apr 19 19:24:56.314587 dv-cinder-786932-1-iscsi neutron-server[86253]:     'Port': {'1.7'},
Apr 19 19:24:56.314587 dv-cinder-786932-1-iscsi neutron-server[86253]:     'PortForwarding': {'1.2'},
Apr 19 19:24:56.314587 dv-cinder-786932-1-iscsi neutron-server[86253]:     'QosPolicy': {'1.8'},
Apr 19 19:24:56.314587 dv-cinder-786932-1-iscsi neutron-server[86253]:     'SecurityGroup': {'1.4'},
Apr 19 19:24:56.314587 dv-cinder-786932-1-iscsi neutron-server[86253]:     'SecurityGroupRule': {'1.2'},
Apr 19 19:24:56.314587 dv-cinder-786932-1-iscsi neutron-server[86253]:     'SubPort': {'1.0'},
Apr 19 19:24:56.314587 dv-cinder-786932-1-iscsi neutron-server[86253]:     'Subnet': {'1.1'},
Apr 19 19:24:56.314587 dv-cinder-786932-1-iscsi neutron-server[86253]:     'Trunk': {'1.1'}}
Apr 19 19:24:56.314587 dv-cinder-786932-1-iscsi neutron-server[86253]: consumer versions:
Apr 19 19:24:56.314587 dv-cinder-786932-1-iscsi neutron-server[86253]: {   DHCP agent@dv-cinder-786932-1-iscsi: {},
Apr 19 19:24:56.314587 dv-cinder-786932-1-iscsi neutron-server[86253]:     HyperV agent@hv-cinder-78693: {},
Apr 19 19:24:56.314587 dv-cinder-786932-1-iscsi neutron-server[86253]:     L3 agent@dv-cinder-786932-1-iscsi: {},
Apr 19 19:24:56.314587 dv-cinder-786932-1-iscsi neutron-server[86253]:     Metadata agent@dv-cinder-786932-1-iscsi: {},
Apr 19 19:24:56.314587 dv-cinder-786932-1-iscsi neutron-server[86253]:     Metering agent@dv-cinder-786932-1-iscsi: {},
Apr 19 19:24:56.314587 dv-cinder-786932-1-iscsi neutron-server[86253]:     Open vSwitch agent@dv-cinder-786932-1-iscsi: {   'AddressGroup': '1.2',
Apr 19 19:24:56.314587 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'ConntrackHelper': '1.0',
Apr 19 19:24:56.314587 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'Log': '1.0',
Apr 19 19:24:56.314587 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'Network': '1.1',
Apr 19 19:24:56.314587 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'Port': '1.7',
Apr 19 19:24:56.314587 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'PortForwarding': '1.2',
Apr 19 19:24:56.314587 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'QosPolicy': '1.8',
Apr 19 19:24:56.314587 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'SecurityGroup': '1.4',
Apr 19 19:24:56.314587 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'SecurityGroupRule': '1.2',
Apr 19 19:24:56.314587 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'SubPort': '1.0',
Apr 19 19:24:56.314587 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'Subnet': '1.1',
Apr 19 19:24:56.314587 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'Trunk': '1.1'}}
Apr 19 19:24:56.314587 dv-cinder-786932-1-iscsi neutron-server[86253]:  {{(pid=86369) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 19 19:24:56.322507 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-4245bf82-a094-4e98-b37d-dc83bd9d299a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:24:56.324553 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4245bf82-a094-4e98-b37d-dc83bd9d299a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852957628'] for segment, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:24:56.325192 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.db.segments_db [None req-4245bf82-a094-4e98-b37d-dc83bd9d299a admin admin] Added segment 2744bb2d-9e24-4863-b8d8-e4b09c9832ec of type vlan for network a89eb528-cfbf-497b-ad2d-b1613a8bf395
Apr 19 19:24:56.386477 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4245bf82-a094-4e98-b37d-dc83bd9d299a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739738712435'] for network, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:24:56.438522 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4245bf82-a094-4e98-b37d-dc83bd9d299a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770'] for network, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:24:56.440253 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4245bf82-a094-4e98-b37d-dc83bd9d299a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:24:56.446904 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4245bf82-a094-4e98-b37d-dc83bd9d299a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:24:56.450303 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:24:56.480349 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 46984) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:24:56.519162 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 46992) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:24:56.529633 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-16192fcc-3532-4d4b-b105-a9baf2296f2f admin admin] Request body: {'subnet': {'network_id': 'a89eb528-cfbf-497b-ad2d-b1613a8bf395', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-524394787-subnet', 'tenant_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:24:56.530906 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-4245bf82-a094-4e98-b37d-dc83bd9d299a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.9763100
Apr 19 19:24:56.555897 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-16192fcc-3532-4d4b-b105-a9baf2296f2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:24:56.566452 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-16192fcc-3532-4d4b-b105-a9baf2296f2f admin admin] Usage tracker for resource:subnet and tenant:c6333d4d4b1249bfb35237c3c56fe86e is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:24:56.572832 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-16192fcc-3532-4d4b-b105-a9baf2296f2f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:24:56.588086 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-16192fcc-3532-4d4b-b105-a9baf2296f2f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:24:56.615036 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16192fcc-3532-4d4b-b105-a9baf2296f2f admin admin] Made reservation on behalf of c6333d4d4b1249bfb35237c3c56fe86e for: {'subnet': 1} {{(pid=86368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:24:56.623806 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-16192fcc-3532-4d4b-b105-a9baf2296f2f admin admin] Notify callbacks [] for subnet, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:24:56.676963 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4245bf82-a094-4e98-b37d-dc83bd9d299a admin admin] Pushing event updated for resources: {'Network': ['ID=a89eb528-cfbf-497b-ad2d-b1613a8bf395,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:24:56.682900 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-4245bf82-a094-4e98-b37d-dc83bd9d299a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:24:56.698055 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Network a89eb528-cfbf-497b-ad2d-b1613a8bf395 details requested by agent ovs-agent-dv-cinder-786932-1-iscsi with host dv-cinder-786932-1-iscsi {{(pid=86370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 19:24:57.145372 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-cc59cf7e-6e28-420d-a2c9-827bffb8604a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-124892498-network', 'tenant_id': '85413127fef4416ca1237dc13d0f6ce2'}} {{(pid=86368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:24:57.150478 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-cc59cf7e-6e28-420d-a2c9-827bffb8604a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:24:57.155351 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-cc59cf7e-6e28-420d-a2c9-827bffb8604a admin admin] Usage tracker for resource:network and tenant:85413127fef4416ca1237dc13d0f6ce2 is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:24:57.158852 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-cc59cf7e-6e28-420d-a2c9-827bffb8604a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:24:57.166294 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-cc59cf7e-6e28-420d-a2c9-827bffb8604a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:24:57.178286 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc59cf7e-6e28-420d-a2c9-827bffb8604a admin admin] Made reservation on behalf of 85413127fef4416ca1237dc13d0f6ce2 for: {'network': 1} {{(pid=86368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:24:57.188247 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cc59cf7e-6e28-420d-a2c9-827bffb8604a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for network, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:24:57.188497 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 47006) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:24:57.199597 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cc59cf7e-6e28-420d-a2c9-827bffb8604a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:24:57.219924 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-cc59cf7e-6e28-420d-a2c9-827bffb8604a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:24:57.228110 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-cc59cf7e-6e28-420d-a2c9-827bffb8604a admin admin] Usage tracker for resource:security_group_rule and tenant:85413127fef4416ca1237dc13d0f6ce2 is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:24:57.231357 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-cc59cf7e-6e28-420d-a2c9-827bffb8604a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:24:57.238117 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-cc59cf7e-6e28-420d-a2c9-827bffb8604a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:24:57.415432 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-16192fcc-3532-4d4b-b105-a9baf2296f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770'] for subnet, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:24:57.427212 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:24:57.457655 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cc59cf7e-6e28-420d-a2c9-827bffb8604a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:24:57.508714 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16192fcc-3532-4d4b-b105-a9baf2296f2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=194aa9b4-1b11-48c1-957e-a5acc2bb888c,revision_number=0']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:24:57.523555 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cc59cf7e-6e28-420d-a2c9-827bffb8604a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:24:57.530034 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16192fcc-3532-4d4b-b105-a9baf2296f2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:24:57.530425 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16192fcc-3532-4d4b-b105-a9baf2296f2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:24:57.530804 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16192fcc-3532-4d4b-b105-a9baf2296f2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:24:57.531412 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16192fcc-3532-4d4b-b105-a9baf2296f2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:24:57.532365 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16192fcc-3532-4d4b-b105-a9baf2296f2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:24:57.532758 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16192fcc-3532-4d4b-b105-a9baf2296f2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:24:57.533130 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16192fcc-3532-4d4b-b105-a9baf2296f2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:24:57.533902 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16192fcc-3532-4d4b-b105-a9baf2296f2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:24:57.534431 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16192fcc-3532-4d4b-b105-a9baf2296f2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:24:57.535223 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16192fcc-3532-4d4b-b105-a9baf2296f2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:24:57.535847 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16192fcc-3532-4d4b-b105-a9baf2296f2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:24:57.536509 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16192fcc-3532-4d4b-b105-a9baf2296f2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:24:57.538827 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16192fcc-3532-4d4b-b105-a9baf2296f2f admin admin] Tracked resource versions report:
Apr 19 19:24:57.538827 dv-cinder-786932-1-iscsi neutron-server[86253]: pushed versions:
Apr 19 19:24:57.538827 dv-cinder-786932-1-iscsi neutron-server[86253]: {   'AddressGroup': {'1.2'},
Apr 19 19:24:57.538827 dv-cinder-786932-1-iscsi neutron-server[86253]:     'ConntrackHelper': {'1.0'},
Apr 19 19:24:57.538827 dv-cinder-786932-1-iscsi neutron-server[86253]:     'Log': {'1.0'},
Apr 19 19:24:57.538827 dv-cinder-786932-1-iscsi neutron-server[86253]:     'Network': {'1.1'},
Apr 19 19:24:57.538827 dv-cinder-786932-1-iscsi neutron-server[86253]:     'Port': {'1.7'},
Apr 19 19:24:57.538827 dv-cinder-786932-1-iscsi neutron-server[86253]:     'PortForwarding': {'1.2'},
Apr 19 19:24:57.538827 dv-cinder-786932-1-iscsi neutron-server[86253]:     'QosPolicy': {'1.8'},
Apr 19 19:24:57.538827 dv-cinder-786932-1-iscsi neutron-server[86253]:     'SecurityGroup': {'1.4'},
Apr 19 19:24:57.538827 dv-cinder-786932-1-iscsi neutron-server[86253]:     'SecurityGroupRule': {'1.2'},
Apr 19 19:24:57.538827 dv-cinder-786932-1-iscsi neutron-server[86253]:     'SubPort': {'1.0'},
Apr 19 19:24:57.538827 dv-cinder-786932-1-iscsi neutron-server[86253]:     'Subnet': {'1.1'},
Apr 19 19:24:57.538827 dv-cinder-786932-1-iscsi neutron-server[86253]:     'Trunk': {'1.1'}}
Apr 19 19:24:57.538827 dv-cinder-786932-1-iscsi neutron-server[86253]: consumer versions:
Apr 19 19:24:57.538827 dv-cinder-786932-1-iscsi neutron-server[86253]: {   DHCP agent@dv-cinder-786932-1-iscsi: {},
Apr 19 19:24:57.538827 dv-cinder-786932-1-iscsi neutron-server[86253]:     HyperV agent@hv-cinder-78693: {},
Apr 19 19:24:57.538827 dv-cinder-786932-1-iscsi neutron-server[86253]:     L3 agent@dv-cinder-786932-1-iscsi: {},
Apr 19 19:24:57.538827 dv-cinder-786932-1-iscsi neutron-server[86253]:     Metadata agent@dv-cinder-786932-1-iscsi: {},
Apr 19 19:24:57.538827 dv-cinder-786932-1-iscsi neutron-server[86253]:     Metering agent@dv-cinder-786932-1-iscsi: {},
Apr 19 19:24:57.538827 dv-cinder-786932-1-iscsi neutron-server[86253]:     Open vSwitch agent@dv-cinder-786932-1-iscsi: {   'AddressGroup': '1.2',
Apr 19 19:24:57.538827 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'ConntrackHelper': '1.0',
Apr 19 19:24:57.538827 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'Log': '1.0',
Apr 19 19:24:57.538827 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'Network': '1.1',
Apr 19 19:24:57.538827 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'Port': '1.7',
Apr 19 19:24:57.538827 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'PortForwarding': '1.2',
Apr 19 19:24:57.538827 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'QosPolicy': '1.8',
Apr 19 19:24:57.538827 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'SecurityGroup': '1.4',
Apr 19 19:24:57.538827 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'SecurityGroupRule': '1.2',
Apr 19 19:24:57.538827 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'SubPort': '1.0',
Apr 19 19:24:57.538827 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'Subnet': '1.1',
Apr 19 19:24:57.538827 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'Trunk': '1.1'}}
Apr 19 19:24:57.538827 dv-cinder-786932-1-iscsi neutron-server[86253]:  {{(pid=86368) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 19 19:24:57.561080 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-16192fcc-3532-4d4b-b105-a9baf2296f2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:24:57.562692 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc59cf7e-6e28-420d-a2c9-827bffb8604a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146}  {{(pid=86368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 19:24:57.566974 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-bccb67f8-9c17-4bca-a6c7-68a4f50b0bf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:24:57.617753 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cc59cf7e-6e28-420d-a2c9-827bffb8604a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852957628'] for segment, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:24:57.618128 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.db.segments_db [None req-cc59cf7e-6e28-420d-a2c9-827bffb8604a admin admin] Added segment b3c21e51-3edd-47e3-9955-c8137f9b3597 of type vlan for network 25ae2e40-a0fd-4be2-80cb-8d7a91db2a23
Apr 19 19:24:57.640132 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc59cf7e-6e28-420d-a2c9-827bffb8604a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea1d6d9-16df-47a6-b3b2-7b8ea05c5162,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:24:57.644342 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16192fcc-3532-4d4b-b105-a9baf2296f2f admin admin] Checking segment: {'id': '2744bb2d-9e24-4863-b8d8-e4b09c9832ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a89eb528-cfbf-497b-ad2d-b1613a8bf395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:24:57.645020 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16192fcc-3532-4d4b-b105-a9baf2296f2f admin admin] Network hostable DHCP agents. Network: a89eb528-cfbf-497b-ad2d-b1613a8bf395, hostable agents: ['5216385f-cfc7-4997-a943-f61b8ae1664e'], hosted agents: [] {{(pid=86368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 19:24:57.669029 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 47026) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:24:57.673722 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cc59cf7e-6e28-420d-a2c9-827bffb8604a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739738712435'] for network, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:24:57.686351 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-cc59cf7e-6e28-420d-a2c9-827bffb8604a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:24:57.720038 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cc59cf7e-6e28-420d-a2c9-827bffb8604a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770'] for network, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:24:57.721506 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc59cf7e-6e28-420d-a2c9-827bffb8604a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:24:57.722166 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cc59cf7e-6e28-420d-a2c9-827bffb8604a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:24:57.729229 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-bccb67f8-9c17-4bca-a6c7-68a4f50b0bf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:24:57.749008 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-b77a33c6-58e5-49e1-a877-bd109adcd867 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1543954745-network', 'tenant_id': 'cc39b9932e394741a871cc678ffadd40'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:24:57.764056 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-b77a33c6-58e5-49e1-a877-bd109adcd867 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:24:57.775011 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-b77a33c6-58e5-49e1-a877-bd109adcd867 admin admin] Usage tracker for resource:network and tenant:cc39b9932e394741a871cc678ffadd40 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:24:57.783089 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-b77a33c6-58e5-49e1-a877-bd109adcd867 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:24:57.800421 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-b77a33c6-58e5-49e1-a877-bd109adcd867 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:24:57.819152 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 47032) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:24:57.836808 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77a33c6-58e5-49e1-a877-bd109adcd867 admin admin] Made reservation on behalf of cc39b9932e394741a871cc678ffadd40 for: {'network': 1} {{(pid=86369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:24:57.847290 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b77a33c6-58e5-49e1-a877-bd109adcd867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for network, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:24:57.874414 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b77a33c6-58e5-49e1-a877-bd109adcd867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:24:57.908596 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-b77a33c6-58e5-49e1-a877-bd109adcd867 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:24:57.927215 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-b77a33c6-58e5-49e1-a877-bd109adcd867 admin admin] Usage tracker for resource:security_group_rule and tenant:cc39b9932e394741a871cc678ffadd40 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:24:57.933552 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-b77a33c6-58e5-49e1-a877-bd109adcd867 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:24:57.938063 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc59cf7e-6e28-420d-a2c9-827bffb8604a admin admin] Pushing event updated for resources: {'Network': ['ID=25ae2e40-a0fd-4be2-80cb-8d7a91db2a23,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:24:57.942270 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16192fcc-3532-4d4b-b105-a9baf2296f2f admin admin] Network a89eb528-cfbf-497b-ad2d-b1613a8bf395 is scheduled to be hosted by DHCP agent 5216385f-cfc7-4997-a943-f61b8ae1664e with binding_index 1 {{(pid=86368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 19:24:57.961147 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Network 25ae2e40-a0fd-4be2-80cb-8d7a91db2a23 details requested by agent ovs-agent-dv-cinder-786932-1-iscsi with host dv-cinder-786932-1-iscsi {{(pid=86370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 19:24:57.963070 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-b77a33c6-58e5-49e1-a877-bd109adcd867 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:24:57.963300 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-cc59cf7e-6e28-420d-a2c9-827bffb8604a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:24:57.965890 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-16192fcc-3532-4d4b-b105-a9baf2296f2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-1-iscsi, a89eb528-cfbf-497b-ad2d-b1613a8bf395) {{(pid=86368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:24:57.982844 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16192fcc-3532-4d4b-b105-a9baf2296f2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:24:57.984279 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-16192fcc-3532-4d4b-b105-a9baf2296f2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for subnet, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:24:58.040381 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-cc59cf7e-6e28-420d-a2c9-827bffb8604a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.5584047
Apr 19 19:24:58.043848 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 47046) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:24:58.050701 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-16192fcc-3532-4d4b-b105-a9baf2296f2f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.5253918
Apr 19 19:24:58.058295 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ff1ff1-c57b-41f1-9c9b-a63e9ed7cdde None None] Network a89eb528-cfbf-497b-ad2d-b1613a8bf395 requested from dv-cinder-786932-1-iscsi {{(pid=86370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:24:58.063913 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-c9d0419f-1913-4eb4-8d94-311280a6cc57 admin admin] Request body: {'subnet': {'network_id': '25ae2e40-a0fd-4be2-80cb-8d7a91db2a23', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-124892498-subnet', 'tenant_id': '85413127fef4416ca1237dc13d0f6ce2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:24:58.068349 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 47050) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:24:58.070628 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-c9d0419f-1913-4eb4-8d94-311280a6cc57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:24:58.076136 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-c9d0419f-1913-4eb4-8d94-311280a6cc57 admin admin] Usage tracker for resource:subnet and tenant:85413127fef4416ca1237dc13d0f6ce2 is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:24:58.079220 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-890e6526-a1c1-4d05-92e7-fcd0bebf52d8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-524394787-router', 'tenant_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c'}}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:24:58.079419 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-c9d0419f-1913-4eb4-8d94-311280a6cc57 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:24:58.087654 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-c9d0419f-1913-4eb4-8d94-311280a6cc57 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:24:58.089160 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-890e6526-a1c1-4d05-92e7-fcd0bebf52d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:24:58.098523 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-890e6526-a1c1-4d05-92e7-fcd0bebf52d8 admin admin] Usage tracker for resource:router and tenant:c6333d4d4b1249bfb35237c3c56fe86e is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:24:58.101305 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d0419f-1913-4eb4-8d94-311280a6cc57 admin admin] Made reservation on behalf of 85413127fef4416ca1237dc13d0f6ce2 for: {'subnet': 1} {{(pid=86368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:24:58.104672 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-890e6526-a1c1-4d05-92e7-fcd0bebf52d8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:24:58.107598 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c9d0419f-1913-4eb4-8d94-311280a6cc57 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:24:58.117666 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-890e6526-a1c1-4d05-92e7-fcd0bebf52d8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:24:58.146137 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-890e6526-a1c1-4d05-92e7-fcd0bebf52d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854073617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854743364'] for router, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:24:58.149031 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-890e6526-a1c1-4d05-92e7-fcd0bebf52d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-702183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-678657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32420'] for router, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:24:58.187989 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-890e6526-a1c1-4d05-92e7-fcd0bebf52d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:24:58.400824 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-8c3c90b9-fa69-4dad-a57b-ba523d27ff16 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1803684991-network', 'tenant_id': 'a4157084ae6142919ddb96ec59351c24'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:24:58.411964 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-8c3c90b9-fa69-4dad-a57b-ba523d27ff16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:24:58.414193 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-8c3c90b9-fa69-4dad-a57b-ba523d27ff16 admin admin] Usage tracker for resource:network and tenant:a4157084ae6142919ddb96ec59351c24 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:24:58.417405 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-8c3c90b9-fa69-4dad-a57b-ba523d27ff16 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:24:58.423900 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-8c3c90b9-fa69-4dad-a57b-ba523d27ff16 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:24:58.444476 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3c90b9-fa69-4dad-a57b-ba523d27ff16 admin admin] Made reservation on behalf of a4157084ae6142919ddb96ec59351c24 for: {'network': 1} {{(pid=86369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:24:58.449281 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8c3c90b9-fa69-4dad-a57b-ba523d27ff16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for network, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:24:58.468445 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8c3c90b9-fa69-4dad-a57b-ba523d27ff16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:24:58.490081 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-de777677-051c-4cc9-b03e-4964fdc186a3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1142484334-network', 'tenant_id': 'caaf84b4cca64642b19aac2312292f91'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:24:58.498337 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-8c3c90b9-fa69-4dad-a57b-ba523d27ff16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:24:58.509641 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-8c3c90b9-fa69-4dad-a57b-ba523d27ff16 admin admin] Usage tracker for resource:security_group_rule and tenant:a4157084ae6142919ddb96ec59351c24 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:24:58.516251 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-8c3c90b9-fa69-4dad-a57b-ba523d27ff16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:24:58.528651 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-8c3c90b9-fa69-4dad-a57b-ba523d27ff16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:24:58.615202 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-de777677-051c-4cc9-b03e-4964fdc186a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:24:58.619623 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-de777677-051c-4cc9-b03e-4964fdc186a3 admin admin] Usage tracker for resource:network and tenant:caaf84b4cca64642b19aac2312292f91 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:24:58.622793 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-de777677-051c-4cc9-b03e-4964fdc186a3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:24:58.633359 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-de777677-051c-4cc9-b03e-4964fdc186a3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:24:58.696172 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e6627a-ff94-41e7-a8b4-ef815e76e31b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cdbe905-22d6-5db2-b625-c927f524fce5-a89eb528-cfbf-497b-ad2d-b1613a8bf395', 'network_id': 'a89eb528-cfbf-497b-ad2d-b1613a8bf395', 'tenant_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'fixed_ips': [{'subnet_id': '194aa9b4-1b11-48c1-957e-a5acc2bb888c'}]}} from dv-cinder-786932-1-iscsi. {{(pid=86370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 19 19:24:58.699076 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-26e6627a-ff94-41e7-a8b4-ef815e76e31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:24:58.924300 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:24:59.024646 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c9d0419f-1913-4eb4-8d94-311280a6cc57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770'] for subnet, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:24:59.036153 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:24:59.126358 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-890e6526-a1c1-4d05-92e7-fcd0bebf52d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678902', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32405'] for router, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:24:59.158009 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-26e6627a-ff94-41e7-a8b4-ef815e76e31b None None] Allocated IP 172.20.0.2 (a89eb528-cfbf-497b-ad2d-b1613a8bf395/194aa9b4-1b11-48c1-957e-a5acc2bb888c/f020e51f-2200-4f4e-a8ee-4183ad65873c) {{(pid=86370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:24:59.201095 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de777677-051c-4cc9-b03e-4964fdc186a3 admin admin] Made reservation on behalf of caaf84b4cca64642b19aac2312292f91 for: {'network': 1} {{(pid=86369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:24:59.208732 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d0419f-1913-4eb4-8d94-311280a6cc57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88652430-4f45-47e3-9948-8fa89b4f7532,revision_number=0']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:24:59.209292 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de777677-051c-4cc9-b03e-4964fdc186a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for network, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:24:59.219628 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c9d0419f-1913-4eb4-8d94-311280a6cc57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:24:59.226626 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d0419f-1913-4eb4-8d94-311280a6cc57 admin admin] Checking segment: {'id': 'b3c21e51-3edd-47e3-9955-c8137f9b3597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '25ae2e40-a0fd-4be2-80cb-8d7a91db2a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:24:59.226967 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d0419f-1913-4eb4-8d94-311280a6cc57 admin admin] Network hostable DHCP agents. Network: 25ae2e40-a0fd-4be2-80cb-8d7a91db2a23, hostable agents: ['5216385f-cfc7-4997-a943-f61b8ae1664e'], hosted agents: [] {{(pid=86368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 19:24:59.258530 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de777677-051c-4cc9-b03e-4964fdc186a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:24:59.285350 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d0419f-1913-4eb4-8d94-311280a6cc57 admin admin] Network 25ae2e40-a0fd-4be2-80cb-8d7a91db2a23 is scheduled to be hosted by DHCP agent 5216385f-cfc7-4997-a943-f61b8ae1664e with binding_index 1 {{(pid=86368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 19:24:59.311131 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-de777677-051c-4cc9-b03e-4964fdc186a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:24:59.320988 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-c9d0419f-1913-4eb4-8d94-311280a6cc57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-1-iscsi, 25ae2e40-a0fd-4be2-80cb-8d7a91db2a23) {{(pid=86368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:24:59.326113 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d0419f-1913-4eb4-8d94-311280a6cc57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:24:59.327027 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c9d0419f-1913-4eb4-8d94-311280a6cc57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for subnet, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:24:59.357828 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2f12ca-956a-4740-8d78-27f7010ce121 None None] Network 25ae2e40-a0fd-4be2-80cb-8d7a91db2a23 requested from dv-cinder-786932-1-iscsi {{(pid=86370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:24:59.371760 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-de777677-051c-4cc9-b03e-4964fdc186a3 admin admin] Usage tracker for resource:security_group_rule and tenant:caaf84b4cca64642b19aac2312292f91 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:24:59.376796 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b77a33c6-58e5-49e1-a877-bd109adcd867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:24:59.380974 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-de777677-051c-4cc9-b03e-4964fdc186a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:24:59.392977 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-c9d0419f-1913-4eb4-8d94-311280a6cc57 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.3448038
Apr 19 19:24:59.393560 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b77a33c6-58e5-49e1-a877-bd109adcd867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:24:59.404248 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-de777677-051c-4cc9-b03e-4964fdc186a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:24:59.606180 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de777677-051c-4cc9-b03e-4964fdc186a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:24:59.631023 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de777677-051c-4cc9-b03e-4964fdc186a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:24:59.638178 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-7fe8d6ac-ab8d-4e9b-b44a-11fbadf29e40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:24:59.687352 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77a33c6-58e5-49e1-a877-bd109adcd867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63bc2fef-edc8-456e-9900-00880a6741a4,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:24:59.729005 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b77a33c6-58e5-49e1-a877-bd109adcd867 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111}  {{(pid=86369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 19:24:59.805537 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de777677-051c-4cc9-b03e-4964fdc186a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:24:59.819828 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de777677-051c-4cc9-b03e-4964fdc186a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129}  {{(pid=86369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 19:24:59.846080 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b77a33c6-58e5-49e1-a877-bd109adcd867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852957628'] for segment, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:24:59.846408 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.db.segments_db [None req-b77a33c6-58e5-49e1-a877-bd109adcd867 admin admin] Added segment 02940ce1-3553-4177-be6e-c973c291b896 of type vlan for network 9d269001-9e9c-479f-88fd-1acf166660c3
Apr 19 19:24:59.871609 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-26e6627a-ff94-41e7-a8b4-ef815e76e31b None None] Notify callbacks [] for port, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:24:59.890478 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b77a33c6-58e5-49e1-a877-bd109adcd867 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739738712435'] for network, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:24:59.898958 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-26e6627a-ff94-41e7-a8b4-ef815e76e31b None None] Transition to ACTIVE for port object f020e51f-2200-4f4e-a8ee-4183ad65873c will not be triggered until provisioned by entity L2. {{(pid=86370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:24:59.903511 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8ef671-2a41-44b3-903a-ee4b5b13653a None None] Network 25ae2e40-a0fd-4be2-80cb-8d7a91db2a23 requested from dv-cinder-786932-1-iscsi {{(pid=86370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:24:59.979513 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de777677-051c-4cc9-b03e-4964fdc186a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852957628'] for segment, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:24:59.979941 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.db.segments_db [None req-de777677-051c-4cc9-b03e-4964fdc186a3 admin admin] Added segment c504281e-e832-4963-82cc-dd4c565f9202 of type vlan for network a4cfddf6-741b-4335-bc05-1c15da9b2a0f
Apr 19 19:25:00.011364 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-26e6627a-ff94-41e7-a8b4-ef815e76e31b None None] Transition to ACTIVE for port object f020e51f-2200-4f4e-a8ee-4183ad65873c will not be triggered until provisioned by entity DHCP. {{(pid=86370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:25:00.033537 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-26e6627a-ff94-41e7-a8b4-ef815e76e31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739738723801'] for port, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:00.051011 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de777677-051c-4cc9-b03e-4964fdc186a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:00.063378 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-4245bf82-a094-4e98-b37d-dc83bd9d299a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.376s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:00.066125 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-4245bf82-a094-4e98-b37d-dc83bd9d299a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:00.078745 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:00.088412 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de777677-051c-4cc9-b03e-4964fdc186a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739738712435'] for network, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:00.094775 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8c3c90b9-fa69-4dad-a57b-ba523d27ff16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:00.140252 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b77a33c6-58e5-49e1-a877-bd109adcd867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770'] for network, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:00.149447 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8c3c90b9-fa69-4dad-a57b-ba523d27ff16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:00.159850 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77a33c6-58e5-49e1-a877-bd109adcd867 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:00.160509 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b77a33c6-58e5-49e1-a877-bd109adcd867 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:00.253458 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-4245bf82-a094-4e98-b37d-dc83bd9d299a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:00.294687 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 47106) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:25:00.295176 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-b77a33c6-58e5-49e1-a877-bd109adcd867 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 3.1048491
Apr 19 19:25:00.301648 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-864eb5a5-bf9b-40b1-ad36-f9a951d1aa05 admin admin] Request body: {'subnet': {'network_id': '9d269001-9e9c-479f-88fd-1acf166660c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1543954745-subnet', 'tenant_id': 'cc39b9932e394741a871cc678ffadd40', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:25:00.305933 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c3c90b9-fa69-4dad-a57b-ba523d27ff16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133}  {{(pid=86369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 19:25:00.313909 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-864eb5a5-bf9b-40b1-ad36-f9a951d1aa05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:25:00.316700 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8c3c90b9-fa69-4dad-a57b-ba523d27ff16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852957628'] for segment, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:00.316939 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.db.segments_db [None req-8c3c90b9-fa69-4dad-a57b-ba523d27ff16 admin admin] Added segment c63b6c5a-1ef7-4e68-bc05-ec7a4cd6e288 of type vlan for network 487277e7-975a-408b-94c0-5ec92542f28c
Apr 19 19:25:00.322740 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-864eb5a5-bf9b-40b1-ad36-f9a951d1aa05 admin admin] Usage tracker for resource:subnet and tenant:cc39b9932e394741a871cc678ffadd40 is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:25:00.332784 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-864eb5a5-bf9b-40b1-ad36-f9a951d1aa05 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:25:00.345661 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-864eb5a5-bf9b-40b1-ad36-f9a951d1aa05 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:25:00.348466 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8c3c90b9-fa69-4dad-a57b-ba523d27ff16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739738712435'] for network, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:00.375159 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-864eb5a5-bf9b-40b1-ad36-f9a951d1aa05 admin admin] Made reservation on behalf of cc39b9932e394741a871cc678ffadd40 for: {'subnet': 1} {{(pid=86368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:25:00.388105 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-864eb5a5-bf9b-40b1-ad36-f9a951d1aa05 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:00.601737 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77a33c6-58e5-49e1-a877-bd109adcd867 admin admin] Pushing event updated for resources: {'Network': ['ID=9d269001-9e9c-479f-88fd-1acf166660c3,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:00.621694 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b77a33c6-58e5-49e1-a877-bd109adcd867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:00.626383 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8c3c90b9-fa69-4dad-a57b-ba523d27ff16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770'] for network, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:00.627463 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.346s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:00.647946 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Network 9d269001-9e9c-479f-88fd-1acf166660c3 details requested by agent ovs-agent-dv-cinder-786932-1-iscsi with host dv-cinder-786932-1-iscsi {{(pid=86370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 19:25:00.698032 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e6627a-ff94-41e7-a8b4-ef815e76e31b None None] Network a89eb528-cfbf-497b-ad2d-b1613a8bf395 is already hosted by enough agents. {{(pid=86370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:25:00.710321 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-26e6627a-ff94-41e7-a8b4-ef815e76e31b None None] Resources bound (agent type, host, resource id):  {{(pid=86370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:25:00.727271 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e6627a-ff94-41e7-a8b4-ef815e76e31b None None] Received port after_create {{(pid=86370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:25:00.733281 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3c90b9-fa69-4dad-a57b-ba523d27ff16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba47e093-5ded-4fa1-be17-7a5da98eb23d,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:00.740229 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de777677-051c-4cc9-b03e-4964fdc186a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770'] for network, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:00.758015 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8c3c90b9-fa69-4dad-a57b-ba523d27ff16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:00.761153 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3c90b9-fa69-4dad-a57b-ba523d27ff16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:00.762754 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8c3c90b9-fa69-4dad-a57b-ba523d27ff16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:00.964242 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:01.193525 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e6627a-ff94-41e7-a8b4-ef815e76e31b None None] Pushing event updated for resources: {'Port': ['ID=f020e51f-2200-4f4e-a8ee-4183ad65873c,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:01.245169 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 47144) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:25:01.251490 dv-cinder-786932-1-iscsi neutron-server[86253]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 19 19:25:01.265934 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e6627a-ff94-41e7-a8b4-ef815e76e31b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:25:01.266318 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e6627a-ff94-41e7-a8b4-ef815e76e31b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:25:01.266696 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e6627a-ff94-41e7-a8b4-ef815e76e31b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:25:01.267068 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e6627a-ff94-41e7-a8b4-ef815e76e31b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:25:01.267433 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e6627a-ff94-41e7-a8b4-ef815e76e31b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:25:01.287840 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e6627a-ff94-41e7-a8b4-ef815e76e31b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:25:01.288391 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e6627a-ff94-41e7-a8b4-ef815e76e31b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:25:01.288779 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e6627a-ff94-41e7-a8b4-ef815e76e31b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:25:01.289160 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e6627a-ff94-41e7-a8b4-ef815e76e31b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:25:01.289531 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e6627a-ff94-41e7-a8b4-ef815e76e31b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:25:01.289895 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e6627a-ff94-41e7-a8b4-ef815e76e31b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:25:01.290256 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e6627a-ff94-41e7-a8b4-ef815e76e31b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:25:01.291452 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e6627a-ff94-41e7-a8b4-ef815e76e31b None None] Tracked resource versions report:
Apr 19 19:25:01.291452 dv-cinder-786932-1-iscsi neutron-server[86253]: pushed versions:
Apr 19 19:25:01.291452 dv-cinder-786932-1-iscsi neutron-server[86253]: {   'AddressGroup': {'1.2'},
Apr 19 19:25:01.291452 dv-cinder-786932-1-iscsi neutron-server[86253]:     'ConntrackHelper': {'1.0'},
Apr 19 19:25:01.291452 dv-cinder-786932-1-iscsi neutron-server[86253]:     'Log': {'1.0'},
Apr 19 19:25:01.291452 dv-cinder-786932-1-iscsi neutron-server[86253]:     'Network': {'1.1'},
Apr 19 19:25:01.291452 dv-cinder-786932-1-iscsi neutron-server[86253]:     'Port': {'1.7'},
Apr 19 19:25:01.291452 dv-cinder-786932-1-iscsi neutron-server[86253]:     'PortForwarding': {'1.2'},
Apr 19 19:25:01.291452 dv-cinder-786932-1-iscsi neutron-server[86253]:     'QosPolicy': {'1.8'},
Apr 19 19:25:01.291452 dv-cinder-786932-1-iscsi neutron-server[86253]:     'SecurityGroup': {'1.4'},
Apr 19 19:25:01.291452 dv-cinder-786932-1-iscsi neutron-server[86253]:     'SecurityGroupRule': {'1.2'},
Apr 19 19:25:01.291452 dv-cinder-786932-1-iscsi neutron-server[86253]:     'SubPort': {'1.0'},
Apr 19 19:25:01.291452 dv-cinder-786932-1-iscsi neutron-server[86253]:     'Subnet': {'1.1'},
Apr 19 19:25:01.291452 dv-cinder-786932-1-iscsi neutron-server[86253]:     'Trunk': {'1.1'}}
Apr 19 19:25:01.291452 dv-cinder-786932-1-iscsi neutron-server[86253]: consumer versions:
Apr 19 19:25:01.291452 dv-cinder-786932-1-iscsi neutron-server[86253]: {   DHCP agent@dv-cinder-786932-1-iscsi: {},
Apr 19 19:25:01.291452 dv-cinder-786932-1-iscsi neutron-server[86253]:     HyperV agent@hv-cinder-78693: {},
Apr 19 19:25:01.291452 dv-cinder-786932-1-iscsi neutron-server[86253]:     L3 agent@dv-cinder-786932-1-iscsi: {},
Apr 19 19:25:01.291452 dv-cinder-786932-1-iscsi neutron-server[86253]:     Metadata agent@dv-cinder-786932-1-iscsi: {},
Apr 19 19:25:01.291452 dv-cinder-786932-1-iscsi neutron-server[86253]:     Metering agent@dv-cinder-786932-1-iscsi: {},
Apr 19 19:25:01.291452 dv-cinder-786932-1-iscsi neutron-server[86253]:     Open vSwitch agent@dv-cinder-786932-1-iscsi: {   'AddressGroup': '1.2',
Apr 19 19:25:01.291452 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'ConntrackHelper': '1.0',
Apr 19 19:25:01.291452 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'Log': '1.0',
Apr 19 19:25:01.291452 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'Network': '1.1',
Apr 19 19:25:01.291452 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'Port': '1.7',
Apr 19 19:25:01.291452 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'PortForwarding': '1.2',
Apr 19 19:25:01.291452 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'QosPolicy': '1.8',
Apr 19 19:25:01.291452 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'SecurityGroup': '1.4',
Apr 19 19:25:01.291452 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'SecurityGroupRule': '1.2',
Apr 19 19:25:01.291452 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'SubPort': '1.0',
Apr 19 19:25:01.291452 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'Subnet': '1.1',
Apr 19 19:25:01.291452 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'Trunk': '1.1'}}
Apr 19 19:25:01.291452 dv-cinder-786932-1-iscsi neutron-server[86253]:  {{(pid=86370) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 19 19:25:01.355378 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-26e6627a-ff94-41e7-a8b4-ef815e76e31b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.277s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:01.360024 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de777677-051c-4cc9-b03e-4964fdc186a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:01.361312 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-de777677-051c-4cc9-b03e-4964fdc186a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:01.392620 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-26e6627a-ff94-41e7-a8b4-ef815e76e31b None None] Attempting to bind port f020e51f-2200-4f4e-a8ee-4183ad65873c on host dv-cinder-786932-1-iscsi for vnic_type normal with profile  {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:25:01.393184 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-26e6627a-ff94-41e7-a8b4-ef815e76e31b None None] Attempting to bind port f020e51f-2200-4f4e-a8ee-4183ad65873c by drivers openvswitch,hyperv on host dv-cinder-786932-1-iscsi at level 0 using segments [{'id': '2744bb2d-9e24-4863-b8d8-e4b09c9832ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a89eb528-cfbf-497b-ad2d-b1613a8bf395'}] {{(pid=86370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:25:01.393888 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e6627a-ff94-41e7-a8b4-ef815e76e31b None None] Attempting to bind port f020e51f-2200-4f4e-a8ee-4183ad65873c on network a89eb528-cfbf-497b-ad2d-b1613a8bf395 {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:25:01.420453 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-8c3c90b9-fa69-4dad-a57b-ba523d27ff16 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 3.7494800
Apr 19 19:25:01.425674 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e6627a-ff94-41e7-a8b4-ef815e76e31b None None] Checking agent: {'id': '18e08627-855b-4b57-ace4-a20256d828a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 16, 20), 'started_at': datetime.datetime(2021, 4, 19, 19, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:25:01.426019 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e6627a-ff94-41e7-a8b4-ef815e76e31b None None] Checking segment: {'id': '2744bb2d-9e24-4863-b8d8-e4b09c9832ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a89eb528-cfbf-497b-ad2d-b1613a8bf395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:25:01.426434 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-26e6627a-ff94-41e7-a8b4-ef815e76e31b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:01.428909 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e6627a-ff94-41e7-a8b4-ef815e76e31b None None] Bound using segment: {'id': '2744bb2d-9e24-4863-b8d8-e4b09c9832ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a89eb528-cfbf-497b-ad2d-b1613a8bf395'} {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:25:01.429481 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-26e6627a-ff94-41e7-a8b4-ef815e76e31b None None] Bound port: f020e51f-2200-4f4e-a8ee-4183ad65873c, host: dv-cinder-786932-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2744bb2d-9e24-4863-b8d8-e4b09c9832ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a89eb528-cfbf-497b-ad2d-b1613a8bf395'}}] {{(pid=86370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:25:01.429918 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-26e6627a-ff94-41e7-a8b4-ef815e76e31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:01.456649 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 47154) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:25:01.467221 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3c90b9-fa69-4dad-a57b-ba523d27ff16 admin admin] Pushing event updated for resources: {'Network': ['ID=487277e7-975a-408b-94c0-5ec92542f28c,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:01.496470 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Network 487277e7-975a-408b-94c0-5ec92542f28c details requested by agent ovs-agent-dv-cinder-786932-1-iscsi with host dv-cinder-786932-1-iscsi {{(pid=86370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 19:25:01.503769 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-de777677-051c-4cc9-b03e-4964fdc186a3 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 3.6775334
Apr 19 19:25:01.510504 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 47158) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:25:01.523953 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-f8dc4482-79a9-4614-b59b-f6b165b5fb8c admin admin] Request body: {'subnet': {'network_id': '487277e7-975a-408b-94c0-5ec92542f28c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1803684991-subnet', 'tenant_id': 'a4157084ae6142919ddb96ec59351c24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:25:01.545931 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-f8dc4482-79a9-4614-b59b-f6b165b5fb8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:25:01.547211 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-9a9f8b3c-43c9-45c8-955b-6ac68664ff11 admin admin] Request body: {'subnet': {'network_id': 'a4cfddf6-741b-4335-bc05-1c15da9b2a0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1142484334-subnet', 'tenant_id': 'caaf84b4cca64642b19aac2312292f91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:25:01.618333 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-f8dc4482-79a9-4614-b59b-f6b165b5fb8c admin admin] Usage tracker for resource:subnet and tenant:a4157084ae6142919ddb96ec59351c24 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:25:01.641506 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-f8dc4482-79a9-4614-b59b-f6b165b5fb8c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:25:01.661439 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-f8dc4482-79a9-4614-b59b-f6b165b5fb8c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:25:01.667763 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-890e6526-a1c1-4d05-92e7-fcd0bebf52d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:01.716601 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de777677-051c-4cc9-b03e-4964fdc186a3 admin admin] Pushing event updated for resources: {'Network': ['ID=a4cfddf6-741b-4335-bc05-1c15da9b2a0f,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:01.730692 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-890e6526-a1c1-4d05-92e7-fcd0bebf52d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:01.734542 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de777677-051c-4cc9-b03e-4964fdc186a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.770s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:01.735071 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b77a33c6-58e5-49e1-a877-bd109adcd867 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.369s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:01.735456 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b77a33c6-58e5-49e1-a877-bd109adcd867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:01.748495 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Network a4cfddf6-741b-4335-bc05-1c15da9b2a0f details requested by agent ovs-agent-dv-cinder-786932-1-iscsi with host dv-cinder-786932-1-iscsi {{(pid=86370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 19:25:01.776077 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8dc4482-79a9-4614-b59b-f6b165b5fb8c admin admin] Made reservation on behalf of a4157084ae6142919ddb96ec59351c24 for: {'subnet': 1} {{(pid=86369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:25:01.781021 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f8dc4482-79a9-4614-b59b-f6b165b5fb8c admin admin] Notify callbacks [] for subnet, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:01.926602 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-9a9f8b3c-43c9-45c8-955b-6ac68664ff11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:25:01.982804 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-9a9f8b3c-43c9-45c8-955b-6ac68664ff11 admin admin] Usage tracker for resource:subnet and tenant:caaf84b4cca64642b19aac2312292f91 is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:25:01.990619 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-26e6627a-ff94-41e7-a8b4-ef815e76e31b None None] For port f020e51f-2200-4f4e-a8ee-4183ad65873c, host dv-cinder-786932-1-iscsi, cleared binding levels {{(pid=86370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:25:01.995302 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-26e6627a-ff94-41e7-a8b4-ef815e76e31b None None] For port f020e51f-2200-4f4e-a8ee-4183ad65873c, host dv-cinder-786932-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=f020e51f-2200-4f4e-a8ee-4183ad65873c,segment=NetworkSegment(2744bb2d-9e24-4863-b8d8-e4b09c9832ec),segment_id=2744bb2d-9e24-4863-b8d8-e4b09c9832ec)] {{(pid=86370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:25:01.999772 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-26e6627a-ff94-41e7-a8b4-ef815e76e31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:02.005349 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-9a9f8b3c-43c9-45c8-955b-6ac68664ff11 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:25:02.005641 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:02.031118 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-890e6526-a1c1-4d05-92e7-fcd0bebf52d8 admin admin] Allocated IP 172.27.1.132 (4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c/7025e6d6-1695-4f32-acf4-f47e4f1fcca5/5ce43ab9-98a7-4573-9309-57ada95594b1) {{(pid=86369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:25:02.036959 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-9a9f8b3c-43c9-45c8-955b-6ac68664ff11 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:25:02.108816 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e6627a-ff94-41e7-a8b4-ef815e76e31b None None] Pushing event updated for resources: {'Port': ['ID=f020e51f-2200-4f4e-a8ee-4183ad65873c,revision_number=2']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:02.120865 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-26e6627a-ff94-41e7-a8b4-ef815e76e31b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:02.121488 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53042bef-b9cf-42f6-a24f-3cd45fa6a913 req-b3b80b2c-df35-4fbb-b8a2-14b7bc384106 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:02.122773 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-53042bef-b9cf-42f6-a24f-3cd45fa6a913 req-b3b80b2c-df35-4fbb-b8a2-14b7bc384106 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Synchronizing usage tracker for tenant:85413127fef4416ca1237dc13d0f6ce2 on resource:network {{(pid=86368) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:25:02.127145 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a9f8b3c-43c9-45c8-955b-6ac68664ff11 admin admin] Made reservation on behalf of caaf84b4cca64642b19aac2312292f91 for: {'subnet': 1} {{(pid=86368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:25:02.138055 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9a9f8b3c-43c9-45c8-955b-6ac68664ff11 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:02.171531 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-864eb5a5-bf9b-40b1-ad36-f9a951d1aa05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770'] for subnet, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:02.294736 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a47006f3-b5b2-4591-bd69-55cd0daaba19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:02.450766 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-53042bef-b9cf-42f6-a24f-3cd45fa6a913 req-b3b80b2c-df35-4fbb-b8a2-14b7bc384106 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Unset dirty status for tenant:85413127fef4416ca1237dc13d0f6ce2 on resource:network {{(pid=86368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:25:02.452715 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-53042bef-b9cf-42f6-a24f-3cd45fa6a913 req-b3b80b2c-df35-4fbb-b8a2-14b7bc384106 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/networks?id=25ae2e40-a0fd-4be2-80cb-8d7a91db2a23 HTTP/1.1" status: 200  len: 814 time: 1.2061734
Apr 19 19:25:02.597934 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-53042bef-b9cf-42f6-a24f-3cd45fa6a913 req-63ad1692-3bd0-4b29-ab68-868c7dd9cff5 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/quotas/85413127fef4416ca1237dc13d0f6ce2 HTTP/1.1" status: 200  len: 375 time: 0.1343794
Apr 19 19:25:02.629721 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864eb5a5-bf9b-40b1-ad36-f9a951d1aa05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00f7e508-0145-491e-8134-c9fdb454d461,revision_number=0']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:02.649053 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-864eb5a5-bf9b-40b1-ad36-f9a951d1aa05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:02.656151 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864eb5a5-bf9b-40b1-ad36-f9a951d1aa05 admin admin] Checking segment: {'id': '02940ce1-3553-4177-be6e-c973c291b896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9d269001-9e9c-479f-88fd-1acf166660c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:25:02.666893 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864eb5a5-bf9b-40b1-ad36-f9a951d1aa05 admin admin] Network hostable DHCP agents. Network: 9d269001-9e9c-479f-88fd-1acf166660c3, hostable agents: ['5216385f-cfc7-4997-a943-f61b8ae1664e'], hosted agents: [] {{(pid=86368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 19:25:02.682274 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-890e6526-a1c1-4d05-92e7-fcd0bebf52d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:02.822525 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device f020e51f-2200-4f4e-a8ee-4183ad65873c up at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:25:02.829074 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-53042bef-b9cf-42f6-a24f-3cd45fa6a913 req-8c66b744-a36f-4dfa-8672-5f87a4df070f tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=85413127fef4416ca1237dc13d0f6ce2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.2007704
Apr 19 19:25:02.978562 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864eb5a5-bf9b-40b1-ad36-f9a951d1aa05 admin admin] Network 9d269001-9e9c-479f-88fd-1acf166660c3 is scheduled to be hosted by DHCP agent 5216385f-cfc7-4997-a943-f61b8ae1664e with binding_index 1 {{(pid=86368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 19:25:02.989509 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning for port f020e51f-2200-4f4e-a8ee-4183ad65873c completed by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:25:03.042704 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-864eb5a5-bf9b-40b1-ad36-f9a951d1aa05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-1-iscsi, 9d269001-9e9c-479f-88fd-1acf166660c3) {{(pid=86368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:25:03.051891 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11f5939-a203-404f-845e-d5e7ec51cdab None None] Network 9d269001-9e9c-479f-88fd-1acf166660c3 requested from dv-cinder-786932-1-iscsi {{(pid=86370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:25:03.074281 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-890e6526-a1c1-4d05-92e7-fcd0bebf52d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739738723801'] for port, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:03.081552 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864eb5a5-bf9b-40b1-ad36-f9a951d1aa05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:03.082726 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-864eb5a5-bf9b-40b1-ad36-f9a951d1aa05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for subnet, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:03.095462 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:03.174686 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890e6526-a1c1-4d05-92e7-fcd0bebf52d8 admin admin] Network 4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c is already hosted by enough agents. {{(pid=86369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:25:03.177478 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-890e6526-a1c1-4d05-92e7-fcd0bebf52d8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:25:03.191799 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890e6526-a1c1-4d05-92e7-fcd0bebf52d8 admin admin] Received port after_create {{(pid=86369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:25:03.343451 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-864eb5a5-bf9b-40b1-ad36-f9a951d1aa05 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 3.0472214
Apr 19 19:25:03.364436 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 47190) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:25:03.385624 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-a347c54d-9dab-488d-b474-4129cec4e847 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1543954745-router', 'tenant_id': 'cc39b9932e394741a871cc678ffadd40', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c'}}} {{(pid=86368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:25:03.465862 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-a347c54d-9dab-488d-b474-4129cec4e847 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:25:03.545353 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890e6526-a1c1-4d05-92e7-fcd0bebf52d8 admin admin] Pushing event updated for resources: {'Port': ['ID=5ce43ab9-98a7-4573-9309-57ada95594b1,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:03.651177 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-a347c54d-9dab-488d-b474-4129cec4e847 admin admin] Usage tracker for resource:router and tenant:cc39b9932e394741a871cc678ffadd40 is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:25:03.666693 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a11dfbd-4ef7-4756-9e3d-7472a28cc4cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cdbe905-22d6-5db2-b625-c927f524fce5-9d269001-9e9c-479f-88fd-1acf166660c3', 'network_id': '9d269001-9e9c-479f-88fd-1acf166660c3', 'tenant_id': 'cc39b9932e394741a871cc678ffadd40', 'fixed_ips': [{'subnet_id': '00f7e508-0145-491e-8134-c9fdb454d461'}]}} from dv-cinder-786932-1-iscsi. {{(pid=86370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 19 19:25:03.670266 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8a11dfbd-4ef7-4756-9e3d-7472a28cc4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:03.672418 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-a347c54d-9dab-488d-b474-4129cec4e847 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:25:03.686084 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [req-53042bef-b9cf-42f6-a24f-3cd45fa6a913 req-a08b33f1-8053-44c8-892d-7a55ff5207a4 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=86368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 19:25:03.687110 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-53042bef-b9cf-42f6-a24f-3cd45fa6a913 req-a08b33f1-8053-44c8-892d-7a55ff5207a4 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3261240
Apr 19 19:25:03.694900 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-a347c54d-9dab-488d-b474-4129cec4e847 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:25:03.711638 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-890e6526-a1c1-4d05-92e7-fcd0bebf52d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:03.905046 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a347c54d-9dab-488d-b474-4129cec4e847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854073617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854743364'] for router, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:03.907611 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a347c54d-9dab-488d-b474-4129cec4e847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-702183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-678657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32420'] for router, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:03.936847 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a347c54d-9dab-488d-b474-4129cec4e847 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:04.025383 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-8a11dfbd-4ef7-4756-9e3d-7472a28cc4cc None None] Allocated IP 172.20.0.2 (9d269001-9e9c-479f-88fd-1acf166660c3/00f7e508-0145-491e-8134-c9fdb454d461/ff5eb031-6292-453c-864c-bef8a2a4263a) {{(pid=86370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:25:04.163510 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5256f1a-34fb-4d27-9582-40279d35bb72 None None] Network a89eb528-cfbf-497b-ad2d-b1613a8bf395 requested from dv-cinder-786932-1-iscsi {{(pid=86370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:25:04.218278 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f8dc4482-79a9-4614-b59b-f6b165b5fb8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770'] for subnet, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:04.253903 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:04.283369 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-3b8ea524-c9c6-4447-be69-ffbdde8f8ee6 None None] Provisioning for port f020e51f-2200-4f4e-a8ee-4183ad65873c completed by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:25:04.307430 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-3b8ea524-c9c6-4447-be69-ffbdde8f8ee6 None None] Provisioning complete for port f020e51f-2200-4f4e-a8ee-4183ad65873c triggered by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:25:04.308005 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3b8ea524-c9c6-4447-be69-ffbdde8f8ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:04.442161 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dc4482-79a9-4614-b59b-f6b165b5fb8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c9ae8fe-764d-471e-b69b-ba318b08a898,revision_number=0']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:04.452314 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-f8dc4482-79a9-4614-b59b-f6b165b5fb8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:04.457650 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a347c54d-9dab-488d-b474-4129cec4e847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678902', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32405'] for router, precommit_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:04.477982 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8dc4482-79a9-4614-b59b-f6b165b5fb8c admin admin] Checking segment: {'id': 'c63b6c5a-1ef7-4e68-bc05-ec7a4cd6e288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '487277e7-975a-408b-94c0-5ec92542f28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:25:04.478720 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8dc4482-79a9-4614-b59b-f6b165b5fb8c admin admin] Network hostable DHCP agents. Network: 487277e7-975a-408b-94c0-5ec92542f28c, hostable agents: ['5216385f-cfc7-4997-a943-f61b8ae1664e'], hosted agents: [] {{(pid=86369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 19:25:04.494254 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-890e6526-a1c1-4d05-92e7-fcd0bebf52d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:04.516945 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-53042bef-b9cf-42f6-a24f-3cd45fa6a913 req-9bcec815-22c8-405a-aa4e-061cfb261f86 service neutron] 10.222.0.36 "GET /v2.0/networks/25ae2e40-a0fd-4be2-80cb-8d7a91db2a23?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7952328
Apr 19 19:25:04.646153 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8a11dfbd-4ef7-4756-9e3d-7472a28cc4cc None None] Notify callbacks [] for port, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:04.717408 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-8a11dfbd-4ef7-4756-9e3d-7472a28cc4cc None None] Transition to ACTIVE for port object ff5eb031-6292-453c-864c-bef8a2a4263a will not be triggered until provisioned by entity L2. {{(pid=86370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:25:04.735454 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3b8ea524-c9c6-4447-be69-ffbdde8f8ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:04.770159 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-8a11dfbd-4ef7-4756-9e3d-7472a28cc4cc None None] Transition to ACTIVE for port object ff5eb031-6292-453c-864c-bef8a2a4263a will not be triggered until provisioned by entity DHCP. {{(pid=86370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:25:04.797205 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8a11dfbd-4ef7-4756-9e3d-7472a28cc4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739738723801'] for port, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:04.823848 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:04.867648 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a11dfbd-4ef7-4756-9e3d-7472a28cc4cc None None] Network 9d269001-9e9c-479f-88fd-1acf166660c3 is already hosted by enough agents. {{(pid=86370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:25:04.876113 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-8a11dfbd-4ef7-4756-9e3d-7472a28cc4cc None None] Resources bound (agent type, host, resource id):  {{(pid=86370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:25:04.878777 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a11dfbd-4ef7-4756-9e3d-7472a28cc4cc None None] Received port after_create {{(pid=86370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:25:04.886436 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-3b8ea524-c9c6-4447-be69-ffbdde8f8ee6 None None] For port f020e51f-2200-4f4e-a8ee-4183ad65873c, host dv-cinder-786932-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=f020e51f-2200-4f4e-a8ee-4183ad65873c,segment=NetworkSegment(2744bb2d-9e24-4863-b8d8-e4b09c9832ec),segment_id=2744bb2d-9e24-4863-b8d8-e4b09c9832ec)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:25:04.920011 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8dc4482-79a9-4614-b59b-f6b165b5fb8c admin admin] Network 487277e7-975a-408b-94c0-5ec92542f28c is scheduled to be hosted by DHCP agent 5216385f-cfc7-4997-a943-f61b8ae1664e with binding_index 1 {{(pid=86369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 19:25:04.923603 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9a9f8b3c-43c9-45c8-955b-6ac68664ff11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770'] for subnet, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:04.949072 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:05.001003 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3b8ea524-c9c6-4447-be69-ffbdde8f8ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:05.010117 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-53042bef-b9cf-42f6-a24f-3cd45fa6a913 req-94e436b5-e133-44e5-a382-6ad4a54cadb0 service neutron] 10.222.0.36 "GET /v2.0/networks/25ae2e40-a0fd-4be2-80cb-8d7a91db2a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4922886
Apr 19 19:25:05.051192 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-8a11dfbd-4ef7-4756-9e3d-7472a28cc4cc None None] Attempting to bind port ff5eb031-6292-453c-864c-bef8a2a4263a on host dv-cinder-786932-1-iscsi for vnic_type normal with profile  {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:25:05.052470 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-8a11dfbd-4ef7-4756-9e3d-7472a28cc4cc None None] Attempting to bind port ff5eb031-6292-453c-864c-bef8a2a4263a by drivers openvswitch,hyperv on host dv-cinder-786932-1-iscsi at level 0 using segments [{'id': '02940ce1-3553-4177-be6e-c973c291b896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9d269001-9e9c-479f-88fd-1acf166660c3'}] {{(pid=86370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:25:05.054021 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a11dfbd-4ef7-4756-9e3d-7472a28cc4cc None None] Attempting to bind port ff5eb031-6292-453c-864c-bef8a2a4263a on network 9d269001-9e9c-479f-88fd-1acf166660c3 {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:25:05.065213 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9f8b3c-43c9-45c8-955b-6ac68664ff11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3af27814-af97-4e02-926e-ece558d9dead,revision_number=0']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:05.073799 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-9a9f8b3c-43c9-45c8-955b-6ac68664ff11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:05.082071 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a11dfbd-4ef7-4756-9e3d-7472a28cc4cc None None] Pushing event updated for resources: {'Port': ['ID=ff5eb031-6292-453c-864c-bef8a2a4263a,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:05.087308 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a11dfbd-4ef7-4756-9e3d-7472a28cc4cc None None] Checking agent: {'id': '18e08627-855b-4b57-ace4-a20256d828a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 16, 20), 'started_at': datetime.datetime(2021, 4, 19, 19, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:25:05.088071 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a11dfbd-4ef7-4756-9e3d-7472a28cc4cc None None] Checking segment: {'id': '02940ce1-3553-4177-be6e-c973c291b896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9d269001-9e9c-479f-88fd-1acf166660c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:25:05.088841 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8a11dfbd-4ef7-4756-9e3d-7472a28cc4cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:05.089589 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a11dfbd-4ef7-4756-9e3d-7472a28cc4cc None None] Bound using segment: {'id': '02940ce1-3553-4177-be6e-c973c291b896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9d269001-9e9c-479f-88fd-1acf166660c3'} {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:25:05.090519 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-8a11dfbd-4ef7-4756-9e3d-7472a28cc4cc None None] Bound port: ff5eb031-6292-453c-864c-bef8a2a4263a, host: dv-cinder-786932-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02940ce1-3553-4177-be6e-c973c291b896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9d269001-9e9c-479f-88fd-1acf166660c3'}}] {{(pid=86370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:25:05.091250 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8a11dfbd-4ef7-4756-9e3d-7472a28cc4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:05.092193 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9f8b3c-43c9-45c8-955b-6ac68664ff11 admin admin] Checking segment: {'id': 'c504281e-e832-4963-82cc-dd4c565f9202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a4cfddf6-741b-4335-bc05-1c15da9b2a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:25:05.092833 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9f8b3c-43c9-45c8-955b-6ac68664ff11 admin admin] Network hostable DHCP agents. Network: a4cfddf6-741b-4335-bc05-1c15da9b2a0f, hostable agents: ['5216385f-cfc7-4997-a943-f61b8ae1664e'], hosted agents: [] {{(pid=86368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 19:25:05.120669 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8a11dfbd-4ef7-4756-9e3d-7472a28cc4cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:05.121593 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:05.135213 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9f8b3c-43c9-45c8-955b-6ac68664ff11 admin admin] Network a4cfddf6-741b-4335-bc05-1c15da9b2a0f is scheduled to be hosted by DHCP agent 5216385f-cfc7-4997-a943-f61b8ae1664e with binding_index 1 {{(pid=86368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 19:25:05.291282 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-9a9f8b3c-43c9-45c8-955b-6ac68664ff11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-1-iscsi, a4cfddf6-741b-4335-bc05-1c15da9b2a0f) {{(pid=86368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:25:05.304136 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9f8b3c-43c9-45c8-955b-6ac68664ff11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:05.313519 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9a9f8b3c-43c9-45c8-955b-6ac68664ff11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for subnet, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:05.382578 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-9a9f8b3c-43c9-45c8-955b-6ac68664ff11 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 3.8701382
Apr 19 19:25:05.387504 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 47232) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:25:05.501319 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817a57d3-7623-4c58-900a-b684e7df12d4 None None] Network a4cfddf6-741b-4335-bc05-1c15da9b2a0f requested from dv-cinder-786932-1-iscsi {{(pid=86370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:25:05.655093 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-890e6526-a1c1-4d05-92e7-fcd0bebf52d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854083004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854096932'] for router, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:05.663766 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-f8dc4482-79a9-4614-b59b-f6b165b5fb8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-1-iscsi, 487277e7-975a-408b-94c0-5ec92542f28c) {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:25:05.723025 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-31a8c428-3bc6-4c33-832e-6d4c73d1e9b5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1142484334-router', 'tenant_id': 'caaf84b4cca64642b19aac2312292f91', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c'}}} {{(pid=86368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:25:05.738717 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-31a8c428-3bc6-4c33-832e-6d4c73d1e9b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:25:05.789259 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-8a11dfbd-4ef7-4756-9e3d-7472a28cc4cc None None] For port ff5eb031-6292-453c-864c-bef8a2a4263a, host dv-cinder-786932-1-iscsi, cleared binding levels {{(pid=86370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:25:05.793753 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-8a11dfbd-4ef7-4756-9e3d-7472a28cc4cc None None] For port ff5eb031-6292-453c-864c-bef8a2a4263a, host dv-cinder-786932-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=ff5eb031-6292-453c-864c-bef8a2a4263a,segment=NetworkSegment(02940ce1-3553-4177-be6e-c973c291b896),segment_id=02940ce1-3553-4177-be6e-c973c291b896)] {{(pid=86370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:25:05.808791 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5cf63c1-ad1b-461e-9a3c-646cd80538e7 None None] Network 487277e7-975a-408b-94c0-5ec92542f28c requested from dv-cinder-786932-1-iscsi {{(pid=86370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:25:05.845652 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-31a8c428-3bc6-4c33-832e-6d4c73d1e9b5 admin admin] Usage tracker for resource:router and tenant:caaf84b4cca64642b19aac2312292f91 is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:25:05.873384 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-31a8c428-3bc6-4c33-832e-6d4c73d1e9b5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:25:05.908525 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-83dd6aed-c585-47ec-9284-33708e1c2ff1 req-54fc1058-233e-4a57-a92a-c9c1132a0c26 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=207ca733-67ad-4d61-9786-fc0eca9aa95f HTTP/1.1" status: 200  len: 210 time: 0.1751659
Apr 19 19:25:05.919235 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8dc4482-79a9-4614-b59b-f6b165b5fb8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:05.931048 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f8dc4482-79a9-4614-b59b-f6b165b5fb8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for subnet, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:05.938787 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8a11dfbd-4ef7-4756-9e3d-7472a28cc4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:05.946316 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-31a8c428-3bc6-4c33-832e-6d4c73d1e9b5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:25:05.965114 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a347c54d-9dab-488d-b474-4129cec4e847 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:06.053150 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-31a8c428-3bc6-4c33-832e-6d4c73d1e9b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854073617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854743364'] for router, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:06.061340 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-31a8c428-3bc6-4c33-832e-6d4c73d1e9b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-702183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-678657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32420'] for router, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:06.066414 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a347c54d-9dab-488d-b474-4129cec4e847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:06.179037 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8ea524-c9c6-4447-be69-ffbdde8f8ee6 None None] Pushing event updated for resources: {'Port': ['ID=f020e51f-2200-4f4e-a8ee-4183ad65873c,revision_number=3']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:06.198884 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-3b8ea524-c9c6-4447-be69-ffbdde8f8ee6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.077s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:06.212253 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-83db6be6-20ce-462e-856f-5ab7d219a736 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:06.228737 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-31a8c428-3bc6-4c33-832e-6d4c73d1e9b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:06.308196 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a11dfbd-4ef7-4756-9e3d-7472a28cc4cc None None] Pushing event updated for resources: {'Port': ['ID=ff5eb031-6292-453c-864c-bef8a2a4263a,revision_number=2']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:06.331140 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8a11dfbd-4ef7-4756-9e3d-7472a28cc4cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:06.339836 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-f8dc4482-79a9-4614-b59b-f6b165b5fb8c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 4.8706598
Apr 19 19:25:06.713717 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-a347c54d-9dab-488d-b474-4129cec4e847 admin admin] Allocated IP 172.27.1.13 (4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c/7025e6d6-1695-4f32-acf4-f47e4f1fcca5/3088cc3a-fd41-4640-9ce2-11b8c575e025) {{(pid=86368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:25:06.736729 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-890e6526-a1c1-4d05-92e7-fcd0bebf52d8 admin admin] Router 248bb514-a0b2-4d79-87cb-c26c21a1f2a8 is scheduled to L3 agent a3cf2d1c-6710-4478-a129-20091cfe97d1 with binding_index 1 {{(pid=86369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 19 19:25:06.869679 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3430b51-64af-4cf5-b208-1e4443dc400b None None] Network a4cfddf6-741b-4335-bc05-1c15da9b2a0f requested from dv-cinder-786932-1-iscsi {{(pid=86370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:25:07.282452 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device f020e51f-2200-4f4e-a8ee-4183ad65873c up at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:25:07.339016 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-371431c7-05bc-42c8-aa2b-ba4c888a1cd4 req-564340bd-74f9-45a6-b8b9-961263902b67 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=207ca733-67ad-4d61-9786-fc0eca9aa95f HTTP/1.1" status: 200  len: 210 time: 0.2275724
Apr 19 19:25:07.410107 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-31a8c428-3bc6-4c33-832e-6d4c73d1e9b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678902', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32405'] for router, precommit_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:07.442204 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-890e6526-a1c1-4d05-92e7-fcd0bebf52d8 admin admin] Notify agent at l3_agent.dv-cinder-786932-1-iscsi the message routers_updated {{(pid=86369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:25:07.459936 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b167a0f-9f84-46a5-b65f-28a3eae4912e None None] Sync routers for ids ['248bb514-a0b2-4d79-87cb-c26c21a1f2a8'] in dv-cinder-786932-1-iscsi {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:25:07.470949 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 47306) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:25:07.480508 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-f169c2c7-0734-455e-9b03-9f0b6cfc9fac None None] Provisioning complete for port f020e51f-2200-4f4e-a8ee-4183ad65873c triggered by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:25:07.481643 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f169c2c7-0734-455e-9b03-9f0b6cfc9fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:07.498951 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b167a0f-9f84-46a5-b65f-28a3eae4912e None None] Routers {'248bb514-a0b2-4d79-87cb-c26c21a1f2a8'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:25:07.500563 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-9b167a0f-9f84-46a5-b65f-28a3eae4912e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0f1f9c50>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:24:49Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['248bb514-a0b2-4d79-87cb-c26c21a1f2a8'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:25:07.528739 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-890e6526-a1c1-4d05-92e7-fcd0bebf52d8 admin admin] Notify callbacks [] for router, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:07.535038 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-890e6526-a1c1-4d05-92e7-fcd0bebf52d8 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 9.4601173
Apr 19 19:25:07.536163 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 47310) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:25:07.845861 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a347c54d-9dab-488d-b474-4129cec4e847 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:07.953290 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948274e5-786d-4f3d-873b-acf20788323f None None] Network 487277e7-975a-408b-94c0-5ec92542f28c requested from dv-cinder-786932-1-iscsi {{(pid=86370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:25:07.977945 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5863b6-eced-455a-9b9b-319c670a4433 req-397b7131-f73c-4d93-902c-fc144f5afabf tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:07.985541 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-de5863b6-eced-455a-9b9b-319c670a4433 req-397b7131-f73c-4d93-902c-fc144f5afabf tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] 10.222.0.36 "GET /v2.0/networks?id=487277e7-975a-408b-94c0-5ec92542f28c HTTP/1.1" status: 200  len: 812 time: 0.5093825
Apr 19 19:25:08.018617 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-de5863b6-eced-455a-9b9b-319c670a4433 req-d54a52f5-ebfd-46ab-86cd-83f811274948 tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] 10.222.0.36 "GET /v2.0/quotas/a4157084ae6142919ddb96ec59351c24 HTTP/1.1" status: 200  len: 375 time: 0.0319867
Apr 19 19:25:08.161188 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-9b167a0f-9f84-46a5-b65f-28a3eae4912e None None] Set router 248bb514-a0b2-4d79-87cb-c26c21a1f2a8 gateway port host: dv-cinder-786932-1-iscsi {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:25:08.165054 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-de5863b6-eced-455a-9b9b-319c670a4433 req-56822662-a261-41e9-8cc9-018325538906 tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a4157084ae6142919ddb96ec59351c24&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1454434
Apr 19 19:25:08.201413 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a347c54d-9dab-488d-b474-4129cec4e847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739738723801'] for port, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:08.210989 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:08.322652 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a347c54d-9dab-488d-b474-4129cec4e847 admin admin] Network 4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c is already hosted by enough agents. {{(pid=86368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:25:08.333507 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-a347c54d-9dab-488d-b474-4129cec4e847 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:25:08.387941 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a347c54d-9dab-488d-b474-4129cec4e847 admin admin] Received port after_create {{(pid=86368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:25:08.630507 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c91cc65-83ac-47c5-adea-ef0ecb855502 None None] Network 9d269001-9e9c-479f-88fd-1acf166660c3 requested from dv-cinder-786932-1-iscsi {{(pid=86370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:25:08.850272 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning complete for port f020e51f-2200-4f4e-a8ee-4183ad65873c triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:25:08.851126 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:08.860155 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a347c54d-9dab-488d-b474-4129cec4e847 admin admin] Pushing event updated for resources: {'Port': ['ID=3088cc3a-fd41-4640-9ce2-11b8c575e025,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:08.908831 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-9b167a0f-9f84-46a5-b65f-28a3eae4912e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0f1f9c50>, [{'id': '248bb514-a0b2-4d79-87cb-c26c21a1f2a8', 'name': 'tempest-AttachVolumeShelveTestJSON-524394787-router', 'tenant_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '5ce43ab9-98a7-4573-9309-57ada95594b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:24:58Z', 'updated_at': '2021-04-19T19:25:03Z', 'revision_number': 3, 'project_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'gw_port': {'id': '5ce43ab9-98a7-4573-9309-57ada95594b1', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248bb514-a0b2-4d79-87cb-c26c21a1f2a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:01Z', 'updated_at': '2021-04-19T19:25:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi'}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:25:08.917861 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b167a0f-9f84-46a5-b65f-28a3eae4912e None None] Checking router: 248bb514-a0b2-4d79-87cb-c26c21a1f2a8 for host: dv-cinder-786932-1-iscsi {{(pid=86371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:25:08.918878 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b167a0f-9f84-46a5-b65f-28a3eae4912e None None] Updating router 248bb514-a0b2-4d79-87cb-c26c21a1f2a8 port 5ce43ab9-98a7-4573-9309-57ada95594b1 binding host dv-cinder-786932-1-iscsi {{(pid=86371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 19:25:08.924769 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a347c54d-9dab-488d-b474-4129cec4e847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.714s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:08.965839 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8d5e5068-1262-4489-ad7d-c293e87b866d req-7396ee08-44a8-4e51-a866-4e73220944c7 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=207ca733-67ad-4d61-9786-fc0eca9aa95f HTTP/1.1" status: 200  len: 210 time: 0.2071638
Apr 19 19:25:09.076779 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9b167a0f-9f84-46a5-b65f-28a3eae4912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:09.100279 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [req-de5863b6-eced-455a-9b9b-319c670a4433 req-c9ee6df7-0120-4a46-a04c-505893e8c538 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=86368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 19:25:09.108216 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-de5863b6-eced-455a-9b9b-319c670a4433 req-c9ee6df7-0120-4a46-a04c-505893e8c538 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.7225859
Apr 19 19:25:09.585493 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4e79bd23-c688-4356-841e-ea5cad03c493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:09.695683 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-de5863b6-eced-455a-9b9b-319c670a4433 req-ba2134b6-84fd-410a-aee7-fe57f66a8cc1 service neutron] 10.222.0.36 "GET /v2.0/networks/487277e7-975a-408b-94c0-5ec92542f28c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5859983
Apr 19 19:25:09.712186 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9b167a0f-9f84-46a5-b65f-28a3eae4912e None None] Notify callbacks [] for port, precommit_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:09.726587 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-9b167a0f-9f84-46a5-b65f-28a3eae4912e None None] Transition to ACTIVE for port object 5ce43ab9-98a7-4573-9309-57ada95594b1 will not be triggered until provisioned by entity L2. {{(pid=86371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:25:09.734899 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9b167a0f-9f84-46a5-b65f-28a3eae4912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:09.742135 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a307f3e0-601c-4673-b9a9-7d229270ef6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:09.762733 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-6a3c2a4c-abd6-4856-940f-de9fc806c927 None None] Provisioning for port ff5eb031-6292-453c-864c-bef8a2a4263a completed by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:25:09.823144 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa9af0-1011-49a7-a53b-97964f02cc3e None None] Pushing event updated for resources: {'Port': ['ID=5ce43ab9-98a7-4573-9309-57ada95594b1,revision_number=2']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:09.835680 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aa9af0-1011-49a7-a53b-97964f02cc3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:25:09.835966 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aa9af0-1011-49a7-a53b-97964f02cc3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:25:09.836516 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aa9af0-1011-49a7-a53b-97964f02cc3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:25:09.837055 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aa9af0-1011-49a7-a53b-97964f02cc3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:25:09.837568 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aa9af0-1011-49a7-a53b-97964f02cc3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:25:09.838078 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aa9af0-1011-49a7-a53b-97964f02cc3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:25:09.838598 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aa9af0-1011-49a7-a53b-97964f02cc3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:25:09.839082 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aa9af0-1011-49a7-a53b-97964f02cc3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:25:09.839611 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aa9af0-1011-49a7-a53b-97964f02cc3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:25:09.840114 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aa9af0-1011-49a7-a53b-97964f02cc3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:25:09.840638 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aa9af0-1011-49a7-a53b-97964f02cc3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:25:09.841140 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aa9af0-1011-49a7-a53b-97964f02cc3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:25:09.842482 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aa9af0-1011-49a7-a53b-97964f02cc3e None None] Tracked resource versions report:
Apr 19 19:25:09.842482 dv-cinder-786932-1-iscsi neutron-server[86253]: pushed versions:
Apr 19 19:25:09.842482 dv-cinder-786932-1-iscsi neutron-server[86253]: {   'AddressGroup': {'1.2'},
Apr 19 19:25:09.842482 dv-cinder-786932-1-iscsi neutron-server[86253]:     'ConntrackHelper': {'1.0'},
Apr 19 19:25:09.842482 dv-cinder-786932-1-iscsi neutron-server[86253]:     'Log': {'1.0'},
Apr 19 19:25:09.842482 dv-cinder-786932-1-iscsi neutron-server[86253]:     'Network': {'1.1'},
Apr 19 19:25:09.842482 dv-cinder-786932-1-iscsi neutron-server[86253]:     'Port': {'1.7'},
Apr 19 19:25:09.842482 dv-cinder-786932-1-iscsi neutron-server[86253]:     'PortForwarding': {'1.2'},
Apr 19 19:25:09.842482 dv-cinder-786932-1-iscsi neutron-server[86253]:     'QosPolicy': {'1.8'},
Apr 19 19:25:09.842482 dv-cinder-786932-1-iscsi neutron-server[86253]:     'SecurityGroup': {'1.4'},
Apr 19 19:25:09.842482 dv-cinder-786932-1-iscsi neutron-server[86253]:     'SecurityGroupRule': {'1.2'},
Apr 19 19:25:09.842482 dv-cinder-786932-1-iscsi neutron-server[86253]:     'SubPort': {'1.0'},
Apr 19 19:25:09.842482 dv-cinder-786932-1-iscsi neutron-server[86253]:     'Subnet': {'1.1'},
Apr 19 19:25:09.842482 dv-cinder-786932-1-iscsi neutron-server[86253]:     'Trunk': {'1.1'}}
Apr 19 19:25:09.842482 dv-cinder-786932-1-iscsi neutron-server[86253]: consumer versions:
Apr 19 19:25:09.842482 dv-cinder-786932-1-iscsi neutron-server[86253]: {   DHCP agent@dv-cinder-786932-1-iscsi: {},
Apr 19 19:25:09.842482 dv-cinder-786932-1-iscsi neutron-server[86253]:     HyperV agent@hv-cinder-78693: {},
Apr 19 19:25:09.842482 dv-cinder-786932-1-iscsi neutron-server[86253]:     L3 agent@dv-cinder-786932-1-iscsi: {},
Apr 19 19:25:09.842482 dv-cinder-786932-1-iscsi neutron-server[86253]:     Metadata agent@dv-cinder-786932-1-iscsi: {},
Apr 19 19:25:09.842482 dv-cinder-786932-1-iscsi neutron-server[86253]:     Metering agent@dv-cinder-786932-1-iscsi: {},
Apr 19 19:25:09.842482 dv-cinder-786932-1-iscsi neutron-server[86253]:     Open vSwitch agent@dv-cinder-786932-1-iscsi: {   'AddressGroup': '1.2',
Apr 19 19:25:09.842482 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'ConntrackHelper': '1.0',
Apr 19 19:25:09.842482 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'Log': '1.0',
Apr 19 19:25:09.842482 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'Network': '1.1',
Apr 19 19:25:09.842482 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'Port': '1.7',
Apr 19 19:25:09.842482 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'PortForwarding': '1.2',
Apr 19 19:25:09.842482 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'QosPolicy': '1.8',
Apr 19 19:25:09.842482 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'SecurityGroup': '1.4',
Apr 19 19:25:09.842482 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'SecurityGroupRule': '1.2',
Apr 19 19:25:09.842482 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'SubPort': '1.0',
Apr 19 19:25:09.842482 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'Subnet': '1.1',
Apr 19 19:25:09.842482 dv-cinder-786932-1-iscsi neutron-server[86253]:                                                      'Trunk': '1.1'}}
Apr 19 19:25:09.842482 dv-cinder-786932-1-iscsi neutron-server[86253]:  {{(pid=86371) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 19 19:25:09.862865 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-13aa9af0-1011-49a7-a53b-97964f02cc3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:09.951121 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-31a8c428-3bc6-4c33-832e-6d4c73d1e9b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:09.991603 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-9b167a0f-9f84-46a5-b65f-28a3eae4912e None None] Attempting to bind port 5ce43ab9-98a7-4573-9309-57ada95594b1 on host dv-cinder-786932-1-iscsi for vnic_type normal with profile  {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:25:09.992305 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-9b167a0f-9f84-46a5-b65f-28a3eae4912e None None] Attempting to bind port 5ce43ab9-98a7-4573-9309-57ada95594b1 by drivers openvswitch,hyperv on host dv-cinder-786932-1-iscsi at level 0 using segments [{'id': 'f117aaf9-f038-40ae-a060-7b312532719e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c'}] {{(pid=86371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:25:09.992886 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b167a0f-9f84-46a5-b65f-28a3eae4912e None None] Attempting to bind port 5ce43ab9-98a7-4573-9309-57ada95594b1 on network 4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:25:10.000280 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b167a0f-9f84-46a5-b65f-28a3eae4912e None None] Checking agent: {'id': '18e08627-855b-4b57-ace4-a20256d828a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 16, 20), 'started_at': datetime.datetime(2021, 4, 19, 19, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:25:10.000958 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device ff5eb031-6292-453c-864c-bef8a2a4263a up at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:25:10.001356 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b167a0f-9f84-46a5-b65f-28a3eae4912e None None] Checking segment: {'id': 'f117aaf9-f038-40ae-a060-7b312532719e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:25:10.001969 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9b167a0f-9f84-46a5-b65f-28a3eae4912e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:10.002570 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b167a0f-9f84-46a5-b65f-28a3eae4912e None None] Bound using segment: {'id': 'f117aaf9-f038-40ae-a060-7b312532719e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c'} {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:25:10.003353 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-9b167a0f-9f84-46a5-b65f-28a3eae4912e None None] Bound port: 5ce43ab9-98a7-4573-9309-57ada95594b1, host: dv-cinder-786932-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f117aaf9-f038-40ae-a060-7b312532719e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c'}}] {{(pid=86371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:25:10.003970 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9b167a0f-9f84-46a5-b65f-28a3eae4912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:10.030615 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-4e79bd23-c688-4356-841e-ea5cad03c493 admin admin] Allocated IP 172.20.0.1 (a89eb528-cfbf-497b-ad2d-b1613a8bf395/194aa9b4-1b11-48c1-957e-a5acc2bb888c/1a42727e-7ce6-43ff-b62f-63bfbec37705) {{(pid=86369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:25:10.164905 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-9b167a0f-9f84-46a5-b65f-28a3eae4912e None None] For port 5ce43ab9-98a7-4573-9309-57ada95594b1, host dv-cinder-786932-1-iscsi, cleared binding levels {{(pid=86371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:25:10.169637 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-9b167a0f-9f84-46a5-b65f-28a3eae4912e None None] For port 5ce43ab9-98a7-4573-9309-57ada95594b1, host dv-cinder-786932-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=5ce43ab9-98a7-4573-9309-57ada95594b1,segment=NetworkSegment(f117aaf9-f038-40ae-a060-7b312532719e),segment_id=f117aaf9-f038-40ae-a060-7b312532719e)] {{(pid=86371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:25:10.180196 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9b167a0f-9f84-46a5-b65f-28a3eae4912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:10.186028 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:10.199903 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-31a8c428-3bc6-4c33-832e-6d4c73d1e9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:10.216028 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-de5863b6-eced-455a-9b9b-319c670a4433 req-bdc9b345-d5a2-42ae-a566-9ed7969a18d6 service neutron] 10.222.0.36 "GET /v2.0/networks/487277e7-975a-408b-94c0-5ec92542f28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5193155
Apr 19 19:25:10.243711 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning for port ff5eb031-6292-453c-864c-bef8a2a4263a completed by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:25:10.255462 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning complete for port ff5eb031-6292-453c-864c-bef8a2a4263a triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:25:10.269494 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:10.364786 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa9af0-1011-49a7-a53b-97964f02cc3e None None] Pushing event updated for resources: {'Port': ['ID=5ce43ab9-98a7-4573-9309-57ada95594b1,revision_number=3']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:10.371748 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-13aa9af0-1011-49a7-a53b-97964f02cc3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:10.402349 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4e79bd23-c688-4356-841e-ea5cad03c493 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:10.420999 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b167a0f-9f84-46a5-b65f-28a3eae4912e None None] Routers {'248bb514-a0b2-4d79-87cb-c26c21a1f2a8'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:25:10.422586 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-9b167a0f-9f84-46a5-b65f-28a3eae4912e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0f1f9c50>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:24:49Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['248bb514-a0b2-4d79-87cb-c26c21a1f2a8'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:25:10.448814 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-4e79bd23-c688-4356-841e-ea5cad03c493 admin admin] Transition to ACTIVE for port object 1a42727e-7ce6-43ff-b62f-63bfbec37705 will not be triggered until provisioned by entity DHCP. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:25:10.517150 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4e79bd23-c688-4356-841e-ea5cad03c493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739738723801'] for port, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:10.524207 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-890e6526-a1c1-4d05-92e7-fcd0bebf52d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:10.605068 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-ba78793a-6d2e-4e45-9d99-dfafff0c3749 None None] Provisioning complete for port ff5eb031-6292-453c-864c-bef8a2a4263a triggered by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:25:10.605666 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ba78793a-6d2e-4e45-9d99-dfafff0c3749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:10.624889 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-771d51f0-20eb-4ebd-8a45-81f43bf2ac31 req-6a41899e-d3b6-4cb6-b558-7741020a4da0 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=207ca733-67ad-4d61-9786-fc0eca9aa95f HTTP/1.1" status: 200  len: 210 time: 0.3443031
Apr 19 19:25:10.635311 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:10.798347 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e79bd23-c688-4356-841e-ea5cad03c493 admin admin] Network a89eb528-cfbf-497b-ad2d-b1613a8bf395 is already hosted by enough agents. {{(pid=86369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:25:10.821524 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-4e79bd23-c688-4356-841e-ea5cad03c493 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:25:10.847291 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e79bd23-c688-4356-841e-ea5cad03c493 admin admin] Received port after_create {{(pid=86369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:25:10.849891 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4e79bd23-c688-4356-841e-ea5cad03c493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688641'] for router_interface, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:10.858116 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] For port ff5eb031-6292-453c-864c-bef8a2a4263a, host dv-cinder-786932-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=ff5eb031-6292-453c-864c-bef8a2a4263a,segment=NetworkSegment(02940ce1-3553-4177-be6e-c973c291b896),segment_id=02940ce1-3553-4177-be6e-c973c291b896)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:25:10.877716 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:10.904936 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-26e6627a-ff94-41e7-a8b4-ef815e76e31b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:10.936983 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a347c54d-9dab-488d-b474-4129cec4e847 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:11.094644 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Pushing event updated for resources: {'Port': ['ID=ff5eb031-6292-453c-864c-bef8a2a4263a,revision_number=3']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:11.104712 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:11.238715 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-9b167a0f-9f84-46a5-b65f-28a3eae4912e None None] Set router 248bb514-a0b2-4d79-87cb-c26c21a1f2a8 gateway port host: dv-cinder-786932-1-iscsi {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:25:11.337389 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-31a8c428-3bc6-4c33-832e-6d4c73d1e9b5 admin admin] Allocated IP 172.27.1.243 (4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c/7025e6d6-1695-4f32-acf4-f47e4f1fcca5/f9e3261d-a3f1-4596-9159-2c4123637e63) {{(pid=86368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:25:11.366507 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-fadc9545-a74b-47c3-8dcd-4edf76b797ae None None] Provisioning for port 1a42727e-7ce6-43ff-b62f-63bfbec37705 completed by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:25:11.375631 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e79bd23-c688-4356-841e-ea5cad03c493 admin admin] Pushing event updated for resources: {'Port': ['ID=1a42727e-7ce6-43ff-b62f-63bfbec37705,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:11.377257 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-fadc9545-a74b-47c3-8dcd-4edf76b797ae None None] Provisioning complete for port 1a42727e-7ce6-43ff-b62f-63bfbec37705 triggered by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:25:11.381077 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-fadc9545-a74b-47c3-8dcd-4edf76b797ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:11.447656 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-4e79bd23-c688-4356-841e-ea5cad03c493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.923s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:11.448524 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4e79bd23-c688-4356-841e-ea5cad03c493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:11.538906 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-fadc9545-a74b-47c3-8dcd-4edf76b797ae None None] Port 1a42727e-7ce6-43ff-b62f-63bfbec37705 cannot update to ACTIVE because it is not bound. {{(pid=86370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 19:25:11.688230 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-31a8c428-3bc6-4c33-832e-6d4c73d1e9b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:11.742082 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-540b9f74-31c4-4128-ba36-124dfce87ff5 req-f166737c-3610-4031-834c-05d6b5bd28cc tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] 10.222.0.36 "GET /v2.0/ports?device_id=f08de347-15dc-404e-af5b-ccaa77929838 HTTP/1.1" status: 200  len: 210 time: 0.8085065
Apr 19 19:25:11.743246 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-31a8c428-3bc6-4c33-832e-6d4c73d1e9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739738723801'] for port, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:11.753922 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:11.874699 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-9b167a0f-9f84-46a5-b65f-28a3eae4912e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0f1f9c50>, [{'id': '248bb514-a0b2-4d79-87cb-c26c21a1f2a8', 'name': 'tempest-AttachVolumeShelveTestJSON-524394787-router', 'tenant_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '5ce43ab9-98a7-4573-9309-57ada95594b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:24:58Z', 'updated_at': '2021-04-19T19:25:03Z', 'revision_number': 3, 'project_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'gw_port': {'id': '5ce43ab9-98a7-4573-9309-57ada95594b1', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248bb514-a0b2-4d79-87cb-c26c21a1f2a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:01Z', 'updated_at': '2021-04-19T19:25:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi'}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:25:11.888495 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b167a0f-9f84-46a5-b65f-28a3eae4912e None None] The sync data for ids ['248bb514-a0b2-4d79-87cb-c26c21a1f2a8'] in dv-cinder-786932-1-iscsi is: [{'id': '248bb514-a0b2-4d79-87cb-c26c21a1f2a8', 'name': 'tempest-AttachVolumeShelveTestJSON-524394787-router', 'tenant_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '5ce43ab9-98a7-4573-9309-57ada95594b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:24:58Z', 'updated_at': '2021-04-19T19:25:03Z', 'revision_number': 3, 'project_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'gw_port': {'id': '5ce43ab9-98a7-4573-9309-57ada95594b1', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248bb514-a0b2-4d79-87cb-c26c21a1f2a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:01Z', 'updated_at': '2021-04-19T19:25:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi'}] {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:25:11.951304 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device ff5eb031-6292-453c-864c-bef8a2a4263a up at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:25:12.040311 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a8c428-3bc6-4c33-832e-6d4c73d1e9b5 admin admin] Network 4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c is already hosted by enough agents. {{(pid=86368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:25:12.061280 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-31a8c428-3bc6-4c33-832e-6d4c73d1e9b5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:25:12.073321 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-db6d9f93-92a9-41a7-b1f2-7fe33b7a456f req-d644e78b-bc9a-465a-9b33-b6e4d996704c tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=207ca733-67ad-4d61-9786-fc0eca9aa95f HTTP/1.1" status: 200  len: 210 time: 0.0934792
Apr 19 19:25:12.076851 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a8c428-3bc6-4c33-832e-6d4c73d1e9b5 admin admin] Received port after_create {{(pid=86368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:25:12.127755 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4e79bd23-c688-4356-841e-ea5cad03c493 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:12.133579 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4e79bd23-c688-4356-841e-ea5cad03c493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:12.134993 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4e79bd23-c688-4356-841e-ea5cad03c493 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854087066'] for router_interface, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:12.145769 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:12.282878 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning complete for port ff5eb031-6292-453c-864c-bef8a2a4263a triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:25:12.283297 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:12.306182 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a8c428-3bc6-4c33-832e-6d4c73d1e9b5 admin admin] Pushing event updated for resources: {'Port': ['ID=f9e3261d-a3f1-4596-9159-2c4123637e63,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:12.313730 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e79bd23-c688-4356-841e-ea5cad03c493 admin admin] Pushing event updated for resources: {'Port': ['ID=1a42727e-7ce6-43ff-b62f-63bfbec37705,revision_number=2']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:12.320393 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-4e79bd23-c688-4356-841e-ea5cad03c493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:12.452871 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e79bd23-c688-4356-841e-ea5cad03c493 admin admin] Network a89eb528-cfbf-497b-ad2d-b1613a8bf395 is already hosted by enough agents. {{(pid=86369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:25:12.455035 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-4e79bd23-c688-4356-841e-ea5cad03c493 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:25:12.834586 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e79bd23-c688-4356-841e-ea5cad03c493 admin admin] Router 248bb514-a0b2-4d79-87cb-c26c21a1f2a8 has already been hosted by L3 agent a3cf2d1c-6710-4478-a129-20091cfe97d1 {{(pid=86369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:25:12.916124 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-2658b8ad-e1aa-4570-bced-0518dda299c9 None None] Provisioning complete for port 1a42727e-7ce6-43ff-b62f-63bfbec37705 triggered by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:25:12.917326 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2658b8ad-e1aa-4570-bced-0518dda299c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:13.073636 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e79bd23-c688-4356-841e-ea5cad03c493 admin admin] Notify agent at l3_agent.dv-cinder-786932-1-iscsi the message routers_updated {{(pid=86369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:25:13.089160 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-4e79bd23-c688-4356-841e-ea5cad03c493 admin admin] 10.222.0.36 "PUT /v2.0/routers/248bb514-a0b2-4d79-87cb-c26c21a1f2a8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5510476
Apr 19 19:25:13.137304 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-2658b8ad-e1aa-4570-bced-0518dda299c9 None None] Port 1a42727e-7ce6-43ff-b62f-63bfbec37705 cannot update to ACTIVE because it is not bound. {{(pid=86370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 19:25:13.184905 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-31a8c428-3bc6-4c33-832e-6d4c73d1e9b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.431s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:13.243468 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a347c54d-9dab-488d-b474-4129cec4e847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854083004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854096932'] for router, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:13.336440 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5e9fe566-e028-403b-ba5a-f6c2bed159ef req-6224a648-67f9-493c-a73f-c2a098827e5e tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] 10.222.0.36 "GET /v2.0/ports?device_id=f08de347-15dc-404e-af5b-ccaa77929838 HTTP/1.1" status: 200  len: 210 time: 0.1548681
Apr 19 19:25:13.680725 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bb03828d-ac0c-4217-9c72-ab98916b3e72 req-8fba096a-2559-4527-ae36-d541fb757664 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=207ca733-67ad-4d61-9786-fc0eca9aa95f HTTP/1.1" status: 200  len: 210 time: 0.3523681
Apr 19 19:25:13.834371 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.20', 64545) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:25:14.100636 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device 5ce43ab9-98a7-4573-9309-57ada95594b1 up at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:25:14.191235 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-31a8c428-3bc6-4c33-832e-6d4c73d1e9b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:14.211975 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53042bef-b9cf-42f6-a24f-3cd45fa6a913 req-4e88881a-abe1-4315-8fa2-b9a8a5599964 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:14.213610 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-53042bef-b9cf-42f6-a24f-3cd45fa6a913 req-4e88881a-abe1-4315-8fa2-b9a8a5599964 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.20 "GET /v2.0/networks?id=25ae2e40-a0fd-4be2-80cb-8d7a91db2a23 HTTP/1.1" status: 200  len: 814 time: 0.3718526
Apr 19 19:25:14.306545 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-53042bef-b9cf-42f6-a24f-3cd45fa6a913 req-3bd98547-2627-4027-8f6e-9d8fd8e901ff tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Request body: {'port': {'device_id': '207ca733-67ad-4d61-9786-fc0eca9aa95f', 'network_id': '25ae2e40-a0fd-4be2-80cb-8d7a91db2a23', 'admin_state_up': True, 'tenant_id': '85413127fef4416ca1237dc13d0f6ce2'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:25:14.445218 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning for port 5ce43ab9-98a7-4573-9309-57ada95594b1 completed by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:25:14.477766 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning complete for port 5ce43ab9-98a7-4573-9309-57ada95594b1 triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:25:14.478471 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:14.502153 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 47456) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:25:14.503447 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.20', 64547) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:25:14.505577 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a347c54d-9dab-488d-b474-4129cec4e847 admin admin] Router 721b2fd1-6523-4d17-81c2-bdaefed50046 is scheduled to L3 agent a3cf2d1c-6710-4478-a129-20091cfe97d1 with binding_index 1 {{(pid=86368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 19 19:25:14.556161 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-a59a4946-0e2d-4fda-bcaf-fbb83cb4a0ac tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1542926807', 'description': 'tempest-description--128318304'}} {{(pid=86368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:25:14.950384 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:14.997046 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] For port 5ce43ab9-98a7-4573-9309-57ada95594b1, host dv-cinder-786932-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=5ce43ab9-98a7-4573-9309-57ada95594b1,segment=NetworkSegment(f117aaf9-f038-40ae-a060-7b312532719e),segment_id=f117aaf9-f038-40ae-a060-7b312532719e)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:25:15.008630 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:15.013379 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:15.030292 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-a59a4946-0e2d-4fda-bcaf-fbb83cb4a0ac tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:25:15.039477 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-53042bef-b9cf-42f6-a24f-3cd45fa6a913 req-3bd98547-2627-4027-8f6e-9d8fd8e901ff tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:25:15.059812 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-53042bef-b9cf-42f6-a24f-3cd45fa6a913 req-3bd98547-2627-4027-8f6e-9d8fd8e901ff tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Usage tracker for resource:port and tenant:85413127fef4416ca1237dc13d0f6ce2 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:25:15.064537 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-53042bef-b9cf-42f6-a24f-3cd45fa6a913 req-3bd98547-2627-4027-8f6e-9d8fd8e901ff tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:25:15.073376 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-53042bef-b9cf-42f6-a24f-3cd45fa6a913 req-3bd98547-2627-4027-8f6e-9d8fd8e901ff tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:25:15.109149 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53042bef-b9cf-42f6-a24f-3cd45fa6a913 req-3bd98547-2627-4027-8f6e-9d8fd8e901ff tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Made reservation on behalf of 85413127fef4416ca1237dc13d0f6ce2 for: {'port': 1} {{(pid=86369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:25:15.120058 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-53042bef-b9cf-42f6-a24f-3cd45fa6a913 req-3bd98547-2627-4027-8f6e-9d8fd8e901ff tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:15.201687 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Pushing event updated for resources: {'Port': ['ID=5ce43ab9-98a7-4573-9309-57ada95594b1,revision_number=4']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:15.208291 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:15.342082 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-74b86803-f288-4523-a0a5-60f6301c2aeb req-68528c64-9d14-4cde-ac0d-5aa79f329821 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=207ca733-67ad-4d61-9786-fc0eca9aa95f HTTP/1.1" status: 200  len: 210 time: 0.1738844
Apr 19 19:25:15.369568 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-a59a4946-0e2d-4fda-bcaf-fbb83cb4a0ac tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Usage tracker for resource:security_group and tenant:c6333d4d4b1249bfb35237c3c56fe86e is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:25:15.384220 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b4474f10-044d-4309-94e9-d3a7bdd7c619 req-26063e1d-ecce-4a40-bb6a-dad0521c682a tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] 10.222.0.36 "GET /v2.0/ports?device_id=f08de347-15dc-404e-af5b-ccaa77929838 HTTP/1.1" status: 200  len: 210 time: 0.4163814
Apr 19 19:25:15.416434 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-a59a4946-0e2d-4fda-bcaf-fbb83cb4a0ac tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:25:15.467179 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-a59a4946-0e2d-4fda-bcaf-fbb83cb4a0ac tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:25:15.471423 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a347c54d-9dab-488d-b474-4129cec4e847 admin admin] Notify agent at l3_agent.dv-cinder-786932-1-iscsi the message routers_updated {{(pid=86368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:25:15.494388 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d468b155-1059-4066-8041-4de19b7402a1 None None] Sync routers for ids ['721b2fd1-6523-4d17-81c2-bdaefed50046'] in dv-cinder-786932-1-iscsi {{(pid=86370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:25:15.561394 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a347c54d-9dab-488d-b474-4129cec4e847 admin admin] Notify callbacks [] for router, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:15.566046 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-a347c54d-9dab-488d-b474-4129cec4e847 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 12.1889975
Apr 19 19:25:15.567002 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 47500) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:25:15.579695 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a59a4946-0e2d-4fda-bcaf-fbb83cb4a0ac tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks [] for security_group, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:15.588166 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [req-53042bef-b9cf-42f6-a24f-3cd45fa6a913 req-3bd98547-2627-4027-8f6e-9d8fd8e901ff tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Allocated IP 172.20.0.5 (25ae2e40-a0fd-4be2-80cb-8d7a91db2a23/88652430-4f45-47e3-9948-8fa89b4f7532/643ca322-bd10-4392-be03-10b198f92d31) {{(pid=86369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:25:15.616131 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d468b155-1059-4066-8041-4de19b7402a1 None None] Routers {'721b2fd1-6523-4d17-81c2-bdaefed50046'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:25:15.621918 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-d468b155-1059-4066-8041-4de19b7402a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0f3440f0>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:24:49Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['721b2fd1-6523-4d17-81c2-bdaefed50046'], 'active': True} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:25:15.733423 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5073cbc3-63c4-4cb8-9be9-2baa85369ce9 None None] Sync routers for ids ['248bb514-a0b2-4d79-87cb-c26c21a1f2a8'] in dv-cinder-786932-1-iscsi {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:25:15.768503 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5073cbc3-63c4-4cb8-9be9-2baa85369ce9 None None] Routers {'248bb514-a0b2-4d79-87cb-c26c21a1f2a8'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:25:15.769735 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-5073cbc3-63c4-4cb8-9be9-2baa85369ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0f29ebe0>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:24:49Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['248bb514-a0b2-4d79-87cb-c26c21a1f2a8'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:25:16.002265 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-53042bef-b9cf-42f6-a24f-3cd45fa6a913 req-3bd98547-2627-4027-8f6e-9d8fd8e901ff tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Notify callbacks [] for port, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:16.039545 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-53042bef-b9cf-42f6-a24f-3cd45fa6a913 req-3bd98547-2627-4027-8f6e-9d8fd8e901ff tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739738723801'] for port, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:16.055225 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:16.195163 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-d468b155-1059-4066-8041-4de19b7402a1 None None] Set router 721b2fd1-6523-4d17-81c2-bdaefed50046 gateway port host: dv-cinder-786932-1-iscsi {{(pid=86370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:25:16.363199 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-5073cbc3-63c4-4cb8-9be9-2baa85369ce9 None None] Set router 248bb514-a0b2-4d79-87cb-c26c21a1f2a8 gateway port host: dv-cinder-786932-1-iscsi {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:25:16.405194 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd98547-2627-4027-8f6e-9d8fd8e901ff tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Pushing event updated for resources: {'Port': ['ID=643ca322-bd10-4392-be03-10b198f92d31,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:16.470693 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-3bd98547-2627-4027-8f6e-9d8fd8e901ff tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:16.491528 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53042bef-b9cf-42f6-a24f-3cd45fa6a913 req-3bd98547-2627-4027-8f6e-9d8fd8e901ff tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Network 25ae2e40-a0fd-4be2-80cb-8d7a91db2a23 is already hosted by enough agents. {{(pid=86369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:25:16.524253 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [req-53042bef-b9cf-42f6-a24f-3cd45fa6a913 req-3bd98547-2627-4027-8f6e-9d8fd8e901ff tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Resources bound (agent type, host, resource id):  {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:25:16.531928 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-53042bef-b9cf-42f6-a24f-3cd45fa6a913 req-3bd98547-2627-4027-8f6e-9d8fd8e901ff tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Received port after_create {{(pid=86369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:25:16.561185 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53042bef-b9cf-42f6-a24f-3cd45fa6a913 req-3bd98547-2627-4027-8f6e-9d8fd8e901ff tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:16.561783 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-53042bef-b9cf-42f6-a24f-3cd45fa6a913 req-3bd98547-2627-4027-8f6e-9d8fd8e901ff tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:16.600404 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device 5ce43ab9-98a7-4573-9309-57ada95594b1 up at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:25:16.657709 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-53042bef-b9cf-42f6-a24f-3cd45fa6a913 req-3bd98547-2627-4027-8f6e-9d8fd8e901ff tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3613238
Apr 19 19:25:16.707558 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [req-53042bef-b9cf-42f6-a24f-3cd45fa6a913 req-e3e35b14-1316-4fd6-b003-dbfe86cc907c tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=86369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 19:25:16.709118 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-53042bef-b9cf-42f6-a24f-3cd45fa6a913 req-e3e35b14-1316-4fd6-b003-dbfe86cc907c tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0070744
Apr 19 19:25:16.738466 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4caa80b2-fb6f-48f8-b39c-c96cc7b31036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:16.808814 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-a59a4946-0e2d-4fda-bcaf-fbb83cb4a0ac tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:25:16.852222 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-a59a4946-0e2d-4fda-bcaf-fbb83cb4a0ac tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Usage tracker for resource:security_group_rule and tenant:c6333d4d4b1249bfb35237c3c56fe86e is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:25:17.116725 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-50eebcae-48cf-4dd0-bf5b-42fb66f0b619 req-46bc03cb-75da-477e-86ae-99dfc4b50fc1 tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] 10.222.0.36 "GET /v2.0/ports?device_id=f08de347-15dc-404e-af5b-ccaa77929838 HTTP/1.1" status: 200  len: 210 time: 0.3046875
Apr 19 19:25:17.168274 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-a59a4946-0e2d-4fda-bcaf-fbb83cb4a0ac tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:25:17.207425 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning complete for port 5ce43ab9-98a7-4573-9309-57ada95594b1 triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:25:17.208877 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:17.312932 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-d468b155-1059-4066-8041-4de19b7402a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0f3440f0>, [{'id': '721b2fd1-6523-4d17-81c2-bdaefed50046', 'name': 'tempest-AttachVolumeTestJSON-1543954745-router', 'tenant_id': 'cc39b9932e394741a871cc678ffadd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '3088cc3a-fd41-4640-9ce2-11b8c575e025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:25:03Z', 'updated_at': '2021-04-19T19:25:10Z', 'revision_number': 3, 'project_id': 'cc39b9932e394741a871cc678ffadd40', 'gw_port': {'id': '3088cc3a-fd41-4640-9ce2-11b8c575e025', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:91:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '721b2fd1-6523-4d17-81c2-bdaefed50046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:06Z', 'updated_at': '2021-04-19T19:25:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi'}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:25:17.373763 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d468b155-1059-4066-8041-4de19b7402a1 None None] Checking router: 721b2fd1-6523-4d17-81c2-bdaefed50046 for host: dv-cinder-786932-1-iscsi {{(pid=86370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:25:17.374162 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d468b155-1059-4066-8041-4de19b7402a1 None None] Updating router 721b2fd1-6523-4d17-81c2-bdaefed50046 port 3088cc3a-fd41-4640-9ce2-11b8c575e025 binding host dv-cinder-786932-1-iscsi {{(pid=86370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 19:25:17.381167 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5863b6-eced-455a-9b9b-319c670a4433 req-75f35b8d-0b10-4ff9-8f4a-f4c659e75311 tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:17.382778 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-de5863b6-eced-455a-9b9b-319c670a4433 req-75f35b8d-0b10-4ff9-8f4a-f4c659e75311 tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] 10.222.0.20 "GET /v2.0/networks?id=487277e7-975a-408b-94c0-5ec92542f28c HTTP/1.1" status: 200  len: 812 time: 2.8321762
Apr 19 19:25:17.391116 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-53042bef-b9cf-42f6-a24f-3cd45fa6a913 req-e245cd82-f5a4-4b6f-8aae-29f8ba89666c service neutron] Request body: {'port': {'device_id': '207ca733-67ad-4d61-9786-fc0eca9aa95f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:25:17.435558 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-a59a4946-0e2d-4fda-bcaf-fbb83cb4a0ac tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:25:17.500678 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-5073cbc3-63c4-4cb8-9be9-2baa85369ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0f29ebe0>, [{'id': '248bb514-a0b2-4d79-87cb-c26c21a1f2a8', 'name': 'tempest-AttachVolumeShelveTestJSON-524394787-router', 'tenant_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '5ce43ab9-98a7-4573-9309-57ada95594b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:24:58Z', 'updated_at': '2021-04-19T19:25:11Z', 'revision_number': 4, 'project_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'gw_port': {'id': '5ce43ab9-98a7-4573-9309-57ada95594b1', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248bb514-a0b2-4d79-87cb-c26c21a1f2a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:01Z', 'updated_at': '2021-04-19T19:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_interfaces': [{'id': '1a42727e-7ce6-43ff-b62f-63bfbec37705', 'name': '', 'network_id': 'a89eb528-cfbf-497b-ad2d-b1613a8bf395', 'tenant_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'mac_address': 'fa:16:3e:6b:3f:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248bb514-a0b2-4d79-87cb-c26c21a1f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '194aa9b4-1b11-48c1-957e-a5acc2bb888c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:09Z', 'updated_at': '2021-04-19T19:25:11Z', 'revision_number': 2, 'project_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'subnets': [{'id': '194aa9b4-1b11-48c1-957e-a5acc2bb888c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:25:17.517662 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5073cbc3-63c4-4cb8-9be9-2baa85369ce9 None None] Checking router: 248bb514-a0b2-4d79-87cb-c26c21a1f2a8 for host: dv-cinder-786932-1-iscsi {{(pid=86371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:25:17.523619 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5073cbc3-63c4-4cb8-9be9-2baa85369ce9 None None] Updating router 248bb514-a0b2-4d79-87cb-c26c21a1f2a8 port 1a42727e-7ce6-43ff-b62f-63bfbec37705 binding host dv-cinder-786932-1-iscsi {{(pid=86371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 19:25:17.596705 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-de5863b6-eced-455a-9b9b-319c670a4433 req-4aadeec6-558e-4fdf-a97d-21308c16b1fe tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] Request body: {'port': {'device_id': 'f08de347-15dc-404e-af5b-ccaa77929838', 'network_id': '487277e7-975a-408b-94c0-5ec92542f28c', 'admin_state_up': True, 'tenant_id': 'a4157084ae6142919ddb96ec59351c24'}} {{(pid=86368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:25:17.691221 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d468b155-1059-4066-8041-4de19b7402a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:17.789598 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5073cbc3-63c4-4cb8-9be9-2baa85369ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:17.889773 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-53042bef-b9cf-42f6-a24f-3cd45fa6a913 req-e245cd82-f5a4-4b6f-8aae-29f8ba89666c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:18.721033 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b43f1ad7-9d41-4d20-866e-bfce2b620a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:18.786585 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7b24ef-cdc9-4531-9ccd-30e09cce0448 req-e2e03cf4-e4f7-4923-892b-be37691c01d5 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:18.796982 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1d7b24ef-cdc9-4531-9ccd-30e09cce0448 req-e2e03cf4-e4f7-4923-892b-be37691c01d5 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=207ca733-67ad-4d61-9786-fc0eca9aa95f HTTP/1.1" status: 200  len: 931 time: 1.6175735
Apr 19 19:25:18.994060 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [req-53042bef-b9cf-42f6-a24f-3cd45fa6a913 req-e245cd82-f5a4-4b6f-8aae-29f8ba89666c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 643ca322-bd10-4392-be03-10b198f92d31 {{(pid=86369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:25:19.016622 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-53042bef-b9cf-42f6-a24f-3cd45fa6a913 req-e245cd82-f5a4-4b6f-8aae-29f8ba89666c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:19.032494 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a59a4946-0e2d-4fda-bcaf-fbb83cb4a0ac tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks [] for security_group, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:19.053582 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [req-53042bef-b9cf-42f6-a24f-3cd45fa6a913 req-e245cd82-f5a4-4b6f-8aae-29f8ba89666c service neutron] Transition to ACTIVE for port object 643ca322-bd10-4392-be03-10b198f92d31 will not be triggered until provisioned by entity L2. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:25:19.058338 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-53042bef-b9cf-42f6-a24f-3cd45fa6a913 req-e245cd82-f5a4-4b6f-8aae-29f8ba89666c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:19.082334 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-4e79bd23-c688-4356-841e-ea5cad03c493 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:19.103844 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d468b155-1059-4066-8041-4de19b7402a1 None None] Notify callbacks [] for port, precommit_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:19.141899 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5073cbc3-63c4-4cb8-9be9-2baa85369ce9 None None] Notify callbacks [] for port, precommit_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:19.156012 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-d468b155-1059-4066-8041-4de19b7402a1 None None] Transition to ACTIVE for port object 3088cc3a-fd41-4640-9ce2-11b8c575e025 will not be triggered until provisioned by entity L2. {{(pid=86370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:25:19.176588 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d468b155-1059-4066-8041-4de19b7402a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:19.186868 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-5073cbc3-63c4-4cb8-9be9-2baa85369ce9 None None] Transition to ACTIVE for port object 1a42727e-7ce6-43ff-b62f-63bfbec37705 will not be triggered until provisioned by entity L2. {{(pid=86371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:25:19.193469 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8a11dfbd-4ef7-4756-9e3d-7472a28cc4cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:19.205204 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5073cbc3-63c4-4cb8-9be9-2baa85369ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:19.211265 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:19.211480 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-de5863b6-eced-455a-9b9b-319c670a4433 req-4aadeec6-558e-4fdf-a97d-21308c16b1fe tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:25:19.220231 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-de5863b6-eced-455a-9b9b-319c670a4433 req-4aadeec6-558e-4fdf-a97d-21308c16b1fe tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] Usage tracker for resource:port and tenant:a4157084ae6142919ddb96ec59351c24 is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:25:19.226830 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-de5863b6-eced-455a-9b9b-319c670a4433 req-4aadeec6-558e-4fdf-a97d-21308c16b1fe tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:25:19.239303 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-de5863b6-eced-455a-9b9b-319c670a4433 req-4aadeec6-558e-4fdf-a97d-21308c16b1fe tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:25:19.249958 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e245cd82-f5a4-4b6f-8aae-29f8ba89666c service neutron] Pushing event updated for resources: {'Port': ['ID=643ca322-bd10-4392-be03-10b198f92d31,revision_number=2']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:19.262327 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e245cd82-f5a4-4b6f-8aae-29f8ba89666c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:19.265381 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a59a4946-0e2d-4fda-bcaf-fbb83cb4a0ac tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:19.335749 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-53042bef-b9cf-42f6-a24f-3cd45fa6a913 req-e245cd82-f5a4-4b6f-8aae-29f8ba89666c service neutron] Attempting to bind port 643ca322-bd10-4392-be03-10b198f92d31 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:25:19.336101 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-53042bef-b9cf-42f6-a24f-3cd45fa6a913 req-e245cd82-f5a4-4b6f-8aae-29f8ba89666c service neutron] Attempting to bind port 643ca322-bd10-4392-be03-10b198f92d31 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'b3c21e51-3edd-47e3-9955-c8137f9b3597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '25ae2e40-a0fd-4be2-80cb-8d7a91db2a23'}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:25:19.336471 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53042bef-b9cf-42f6-a24f-3cd45fa6a913 req-e245cd82-f5a4-4b6f-8aae-29f8ba89666c service neutron] Attempting to bind port 643ca322-bd10-4392-be03-10b198f92d31 on network 25ae2e40-a0fd-4be2-80cb-8d7a91db2a23 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:25:19.354107 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53042bef-b9cf-42f6-a24f-3cd45fa6a913 req-e245cd82-f5a4-4b6f-8aae-29f8ba89666c service neutron] Port 643ca322-bd10-4392-be03-10b198f92d31 on network 25ae2e40-a0fd-4be2-80cb-8d7a91db2a23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 19:25:19.354455 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53042bef-b9cf-42f6-a24f-3cd45fa6a913 req-e245cd82-f5a4-4b6f-8aae-29f8ba89666c service neutron] Attempting to bind port 643ca322-bd10-4392-be03-10b198f92d31 on network 25ae2e40-a0fd-4be2-80cb-8d7a91db2a23 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:25:19.360669 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53042bef-b9cf-42f6-a24f-3cd45fa6a913 req-e245cd82-f5a4-4b6f-8aae-29f8ba89666c service neutron] Checking agent: {'id': '13e8b6f5-8e00-4da6-9b4f-d998588d9e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 22, 59), 'started_at': datetime.datetime(2021, 4, 19, 19, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:25:19.361090 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53042bef-b9cf-42f6-a24f-3cd45fa6a913 req-e245cd82-f5a4-4b6f-8aae-29f8ba89666c service neutron] Checking segment: {'id': 'b3c21e51-3edd-47e3-9955-c8137f9b3597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '25ae2e40-a0fd-4be2-80cb-8d7a91db2a23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:25:19.361642 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53042bef-b9cf-42f6-a24f-3cd45fa6a913 req-e245cd82-f5a4-4b6f-8aae-29f8ba89666c service neutron] Bound using segment: {'id': 'b3c21e51-3edd-47e3-9955-c8137f9b3597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '25ae2e40-a0fd-4be2-80cb-8d7a91db2a23'} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:25:19.362168 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-53042bef-b9cf-42f6-a24f-3cd45fa6a913 req-e245cd82-f5a4-4b6f-8aae-29f8ba89666c service neutron] Bound port: 643ca322-bd10-4392-be03-10b198f92d31, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3c21e51-3edd-47e3-9955-c8137f9b3597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '25ae2e40-a0fd-4be2-80cb-8d7a91db2a23'}}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:25:19.362558 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-53042bef-b9cf-42f6-a24f-3cd45fa6a913 req-e245cd82-f5a4-4b6f-8aae-29f8ba89666c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:19.376653 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-d468b155-1059-4066-8041-4de19b7402a1 None None] Attempting to bind port 3088cc3a-fd41-4640-9ce2-11b8c575e025 on host dv-cinder-786932-1-iscsi for vnic_type normal with profile  {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:25:19.377127 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-d468b155-1059-4066-8041-4de19b7402a1 None None] Attempting to bind port 3088cc3a-fd41-4640-9ce2-11b8c575e025 by drivers openvswitch,hyperv on host dv-cinder-786932-1-iscsi at level 0 using segments [{'id': 'f117aaf9-f038-40ae-a060-7b312532719e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c'}] {{(pid=86370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:25:19.377429 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d468b155-1059-4066-8041-4de19b7402a1 None None] Attempting to bind port 3088cc3a-fd41-4640-9ce2-11b8c575e025 on network 4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:25:19.409076 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d468b155-1059-4066-8041-4de19b7402a1 None None] Checking agent: {'id': '18e08627-855b-4b57-ace4-a20256d828a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 16, 20), 'started_at': datetime.datetime(2021, 4, 19, 19, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:25:19.409607 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d468b155-1059-4066-8041-4de19b7402a1 None None] Checking segment: {'id': 'f117aaf9-f038-40ae-a060-7b312532719e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:25:19.409925 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d468b155-1059-4066-8041-4de19b7402a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:19.410361 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d468b155-1059-4066-8041-4de19b7402a1 None None] Bound using segment: {'id': 'f117aaf9-f038-40ae-a060-7b312532719e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c'} {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:25:19.410950 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-d468b155-1059-4066-8041-4de19b7402a1 None None] Bound port: 3088cc3a-fd41-4640-9ce2-11b8c575e025, host: dv-cinder-786932-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f117aaf9-f038-40ae-a060-7b312532719e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c'}}] {{(pid=86370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:25:19.412038 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d468b155-1059-4066-8041-4de19b7402a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:19.427322 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-587a4acc-e2ba-417e-b958-14909176699c req-2a4d61db-7ca1-4303-bd1b-245b27b09914 tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] 10.222.0.36 "GET /v2.0/ports?device_id=f08de347-15dc-404e-af5b-ccaa77929838 HTTP/1.1" status: 200  len: 210 time: 0.1591775
Apr 19 19:25:19.428963 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de5863b6-eced-455a-9b9b-319c670a4433 req-4aadeec6-558e-4fdf-a97d-21308c16b1fe tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] Made reservation on behalf of a4157084ae6142919ddb96ec59351c24 for: {'port': 1} {{(pid=86368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:25:19.441469 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-de5863b6-eced-455a-9b9b-319c670a4433 req-4aadeec6-558e-4fdf-a97d-21308c16b1fe tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:19.507147 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-53042bef-b9cf-42f6-a24f-3cd45fa6a913 req-e245cd82-f5a4-4b6f-8aae-29f8ba89666c service neutron] For port 643ca322-bd10-4392-be03-10b198f92d31, host hv-cinder-78693, cleared binding levels {{(pid=86369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:25:19.511809 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-53042bef-b9cf-42f6-a24f-3cd45fa6a913 req-e245cd82-f5a4-4b6f-8aae-29f8ba89666c service neutron] For port 643ca322-bd10-4392-be03-10b198f92d31, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=643ca322-bd10-4392-be03-10b198f92d31,segment=NetworkSegment(b3c21e51-3edd-47e3-9955-c8137f9b3597),segment_id=b3c21e51-3edd-47e3-9955-c8137f9b3597)] {{(pid=86369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:25:19.518522 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-53042bef-b9cf-42f6-a24f-3cd45fa6a913 req-e245cd82-f5a4-4b6f-8aae-29f8ba89666c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:19.530558 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-4e79bd23-c688-4356-841e-ea5cad03c493 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:19.557055 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-31a8c428-3bc6-4c33-832e-6d4c73d1e9b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854083004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854096932'] for router, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:19.562057 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaebe03c-deff-422d-829d-ff2d6cfde4be None None] Pushing event updated for resources: {'Port': ['ID=3088cc3a-fd41-4640-9ce2-11b8c575e025,revision_number=2']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:19.567050 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-aaebe03c-deff-422d-829d-ff2d6cfde4be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:19.664480 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2ef8b9-9d7f-48c2-8933-9fb26f09c71d None None] Pushing event updated for resources: {'Port': ['ID=1a42727e-7ce6-43ff-b62f-63bfbec37705,revision_number=3']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:19.686793 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-1b2ef8b9-9d7f-48c2-8933-9fb26f09c71d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:19.696020 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-d468b155-1059-4066-8041-4de19b7402a1 None None] For port 3088cc3a-fd41-4640-9ce2-11b8c575e025, host dv-cinder-786932-1-iscsi, cleared binding levels {{(pid=86370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:25:19.696343 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53042bef-b9cf-42f6-a24f-3cd45fa6a913 req-e245cd82-f5a4-4b6f-8aae-29f8ba89666c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:19.703593 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-d468b155-1059-4066-8041-4de19b7402a1 None None] For port 3088cc3a-fd41-4640-9ce2-11b8c575e025, host dv-cinder-786932-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=3088cc3a-fd41-4640-9ce2-11b8c575e025,segment=NetworkSegment(f117aaf9-f038-40ae-a060-7b312532719e),segment_id=f117aaf9-f038-40ae-a060-7b312532719e)] {{(pid=86370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:25:19.706188 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-53042bef-b9cf-42f6-a24f-3cd45fa6a913 req-e245cd82-f5a4-4b6f-8aae-29f8ba89666c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:19.709913 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-53042bef-b9cf-42f6-a24f-3cd45fa6a913 req-e245cd82-f5a4-4b6f-8aae-29f8ba89666c service neutron] 10.222.0.20 "PUT /v2.0/ports/643ca322-bd10-4392-be03-10b198f92d31 HTTP/1.1" status: 200  len: 1093 time: 2.6285906
Apr 19 19:25:19.710911 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '207ca733-67ad-4d61-9786-fc0eca9aa95f', 'tag': '643ca322-bd10-4392-be03-10b198f92d31'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:25:19.733736 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d468b155-1059-4066-8041-4de19b7402a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:19.788205 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:19.881764 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-5073cbc3-63c4-4cb8-9be9-2baa85369ce9 None None] Attempting to bind port 1a42727e-7ce6-43ff-b62f-63bfbec37705 on host dv-cinder-786932-1-iscsi for vnic_type normal with profile  {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:25:19.882458 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-5073cbc3-63c4-4cb8-9be9-2baa85369ce9 None None] Attempting to bind port 1a42727e-7ce6-43ff-b62f-63bfbec37705 by drivers openvswitch,hyperv on host dv-cinder-786932-1-iscsi at level 0 using segments [{'id': '2744bb2d-9e24-4863-b8d8-e4b09c9832ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a89eb528-cfbf-497b-ad2d-b1613a8bf395'}] {{(pid=86371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:25:19.883030 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5073cbc3-63c4-4cb8-9be9-2baa85369ce9 None None] Attempting to bind port 1a42727e-7ce6-43ff-b62f-63bfbec37705 on network a89eb528-cfbf-497b-ad2d-b1613a8bf395 {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:25:19.893398 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5073cbc3-63c4-4cb8-9be9-2baa85369ce9 None None] Checking agent: {'id': '18e08627-855b-4b57-ace4-a20256d828a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 16, 20), 'started_at': datetime.datetime(2021, 4, 19, 19, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:25:19.893809 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5073cbc3-63c4-4cb8-9be9-2baa85369ce9 None None] Checking segment: {'id': '2744bb2d-9e24-4863-b8d8-e4b09c9832ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a89eb528-cfbf-497b-ad2d-b1613a8bf395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:25:19.894263 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5073cbc3-63c4-4cb8-9be9-2baa85369ce9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:19.894709 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5073cbc3-63c4-4cb8-9be9-2baa85369ce9 None None] Bound using segment: {'id': '2744bb2d-9e24-4863-b8d8-e4b09c9832ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a89eb528-cfbf-497b-ad2d-b1613a8bf395'} {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:25:19.895293 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-5073cbc3-63c4-4cb8-9be9-2baa85369ce9 None None] Bound port: 1a42727e-7ce6-43ff-b62f-63bfbec37705, host: dv-cinder-786932-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2744bb2d-9e24-4863-b8d8-e4b09c9832ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a89eb528-cfbf-497b-ad2d-b1613a8bf395'}}] {{(pid=86371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:25:19.896409 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5073cbc3-63c4-4cb8-9be9-2baa85369ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:19.963298 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e245cd82-f5a4-4b6f-8aae-29f8ba89666c service neutron] Pushing event updated for resources: {'Port': ['ID=643ca322-bd10-4392-be03-10b198f92d31,revision_number=3']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:19.969066 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaebe03c-deff-422d-829d-ff2d6cfde4be None None] Pushing event updated for resources: {'Port': ['ID=3088cc3a-fd41-4640-9ce2-11b8c575e025,revision_number=3']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:19.969967 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e245cd82-f5a4-4b6f-8aae-29f8ba89666c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:19.976979 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-aaebe03c-deff-422d-829d-ff2d6cfde4be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:19.999565 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-000a1909-ab5b-4f97-8afb-04fdec5398f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:20.002581 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d468b155-1059-4066-8041-4de19b7402a1 None None] Routers {'721b2fd1-6523-4d17-81c2-bdaefed50046'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:25:20.004190 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-d468b155-1059-4066-8041-4de19b7402a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0f3440f0>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:25:19Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['721b2fd1-6523-4d17-81c2-bdaefed50046'], 'active': True} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:25:20.165794 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-5073cbc3-63c4-4cb8-9be9-2baa85369ce9 None None] For port 1a42727e-7ce6-43ff-b62f-63bfbec37705, host dv-cinder-786932-1-iscsi, cleared binding levels {{(pid=86371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:25:20.169771 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-5073cbc3-63c4-4cb8-9be9-2baa85369ce9 None None] For port 1a42727e-7ce6-43ff-b62f-63bfbec37705, host dv-cinder-786932-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=1a42727e-7ce6-43ff-b62f-63bfbec37705,segment=NetworkSegment(2744bb2d-9e24-4863-b8d8-e4b09c9832ec),segment_id=2744bb2d-9e24-4863-b8d8-e4b09c9832ec)] {{(pid=86371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:25:20.178792 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5073cbc3-63c4-4cb8-9be9-2baa85369ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:20.184466 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a307f3e0-601c-4673-b9a9-7d229270ef6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:20.257516 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-d468b155-1059-4066-8041-4de19b7402a1 None None] Set router 721b2fd1-6523-4d17-81c2-bdaefed50046 gateway port host: dv-cinder-786932-1-iscsi {{(pid=86370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:25:20.319605 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5073cbc3-63c4-4cb8-9be9-2baa85369ce9 None None] Routers {'248bb514-a0b2-4d79-87cb-c26c21a1f2a8'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:25:20.321219 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-5073cbc3-63c4-4cb8-9be9-2baa85369ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0f29ebe0>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:25:19Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['248bb514-a0b2-4d79-87cb-c26c21a1f2a8'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:25:20.376302 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:20.416894 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-1d7b24ef-cdc9-4531-9ccd-30e09cce0448 req-a17e2b35-fcb0-4f6f-90c6-5251b51f2265 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Synchronizing usage tracker for tenant:85413127fef4416ca1237dc13d0f6ce2 on resource:security_group {{(pid=86368) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:25:20.633176 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2ef8b9-9d7f-48c2-8933-9fb26f09c71d None None] Pushing event updated for resources: {'Port': ['ID=1a42727e-7ce6-43ff-b62f-63bfbec37705,revision_number=4']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:20.653755 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-1b2ef8b9-9d7f-48c2-8933-9fb26f09c71d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:20.720715 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a59a4946-0e2d-4fda-bcaf-fbb83cb4a0ac tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks [] for security_group, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:20.722587 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-a59a4946-0e2d-4fda-bcaf-fbb83cb4a0ac tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1777 time: 6.1796579
Apr 19 19:25:20.728867 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 47600) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:25:20.746759 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-d1af4ed2-267e-4b0f-891a-801f3f10a658 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Request body: {'security_group_rule': {'security_group_id': '363b2ccb-b902-431d-b58c-e66b72ac10c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:25:20.778430 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-5073cbc3-63c4-4cb8-9be9-2baa85369ce9 None None] Set router 248bb514-a0b2-4d79-87cb-c26c21a1f2a8 gateway port host: dv-cinder-786932-1-iscsi {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:25:20.781504 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-d1af4ed2-267e-4b0f-891a-801f3f10a658 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:25:20.816719 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-d1af4ed2-267e-4b0f-891a-801f3f10a658 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Usage tracker for resource:security_group_rule and tenant:c6333d4d4b1249bfb35237c3c56fe86e is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:25:20.832621 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-d1af4ed2-267e-4b0f-891a-801f3f10a658 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:25:20.936369 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-d1af4ed2-267e-4b0f-891a-801f3f10a658 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:25:21.011797 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [req-de5863b6-eced-455a-9b9b-319c670a4433 req-4aadeec6-558e-4fdf-a97d-21308c16b1fe tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] Allocated IP 172.20.0.4 (487277e7-975a-408b-94c0-5ec92542f28c/2c9ae8fe-764d-471e-b69b-ba318b08a898/cf4e8a80-8c9d-465f-ab2a-dbba77f1be90) {{(pid=86368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:25:21.242664 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59a4946-0e2d-4fda-bcaf-fbb83cb4a0ac tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=363b2ccb-b902-431d-b58c-e66b72ac10c5,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:21.245912 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d1af4ed2-267e-4b0f-891a-801f3f10a658 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:21.250588 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a59a4946-0e2d-4fda-bcaf-fbb83cb4a0ac tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.874s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:21.257882 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 47616) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:25:21.329364 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '207ca733-67ad-4d61-9786-fc0eca9aa95f', 'tag': '643ca322-bd10-4392-be03-10b198f92d31', 'status': 'completed', 'code': 200}
Apr 19 19:25:21.344910 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-41071dfe-db5d-4823-a8e1-2a92eac5b44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:21.417464 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:21.460567 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5c78a517-44d6-4271-a115-cae59bf86ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:21.544265 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-1d7b24ef-cdc9-4531-9ccd-30e09cce0448 req-a17e2b35-fcb0-4f6f-90c6-5251b51f2265 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Unset dirty status for tenant:85413127fef4416ca1237dc13d0f6ce2 on resource:security_group {{(pid=86368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:25:21.556670 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-d468b155-1059-4066-8041-4de19b7402a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0f3440f0>, [{'id': '721b2fd1-6523-4d17-81c2-bdaefed50046', 'name': 'tempest-AttachVolumeTestJSON-1543954745-router', 'tenant_id': 'cc39b9932e394741a871cc678ffadd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '3088cc3a-fd41-4640-9ce2-11b8c575e025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:25:03Z', 'updated_at': '2021-04-19T19:25:10Z', 'revision_number': 3, 'project_id': 'cc39b9932e394741a871cc678ffadd40', 'gw_port': {'id': '3088cc3a-fd41-4640-9ce2-11b8c575e025', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:91:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '721b2fd1-6523-4d17-81c2-bdaefed50046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:06Z', 'updated_at': '2021-04-19T19:25:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi'}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:25:21.557863 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1d7b24ef-cdc9-4531-9ccd-30e09cce0448 req-a17e2b35-fcb0-4f6f-90c6-5251b51f2265 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ea1d6d9-16df-47a6-b3b2-7b8ea05c5162&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 2.7594514
Apr 19 19:25:21.574467 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d468b155-1059-4066-8041-4de19b7402a1 None None] The sync data for ids ['721b2fd1-6523-4d17-81c2-bdaefed50046'] in dv-cinder-786932-1-iscsi is: [{'id': '721b2fd1-6523-4d17-81c2-bdaefed50046', 'name': 'tempest-AttachVolumeTestJSON-1543954745-router', 'tenant_id': 'cc39b9932e394741a871cc678ffadd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '3088cc3a-fd41-4640-9ce2-11b8c575e025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:25:03Z', 'updated_at': '2021-04-19T19:25:10Z', 'revision_number': 3, 'project_id': 'cc39b9932e394741a871cc678ffadd40', 'gw_port': {'id': '3088cc3a-fd41-4640-9ce2-11b8c575e025', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:91:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '721b2fd1-6523-4d17-81c2-bdaefed50046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:06Z', 'updated_at': '2021-04-19T19:25:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi'}] {{(pid=86370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:25:21.676046 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53042bef-b9cf-42f6-a24f-3cd45fa6a913 req-c1dc0085-3219-4748-9dbd-a6a66012845e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:21.684812 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-53042bef-b9cf-42f6-a24f-3cd45fa6a913 req-c1dc0085-3219-4748-9dbd-a6a66012845e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=85413127fef4416ca1237dc13d0f6ce2&device_id=207ca733-67ad-4d61-9786-fc0eca9aa95f HTTP/1.1" status: 200  len: 1096 time: 0.5942416
Apr 19 19:25:21.714034 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d1af4ed2-267e-4b0f-891a-801f3f10a658 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:21.723468 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d1af4ed2-267e-4b0f-891a-801f3f10a658 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106940'] for security_group_rule, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:21.727691 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:21.800186 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1af4ed2-267e-4b0f-891a-801f3f10a658 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61cd4f13-7f18-40d6-b6e8-1f2e7ebdda6c,revision_number=0']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:21.828152 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-d1af4ed2-267e-4b0f-891a-801f3f10a658 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:21.955774 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b7c31319-4d89-4ba1-a3e6-0686c1f23227 req-8fffaf9f-ebfa-4df4-bcf8-f4ee60838fac tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] 10.222.0.36 "GET /v2.0/ports?device_id=f08de347-15dc-404e-af5b-ccaa77929838 HTTP/1.1" status: 200  len: 210 time: 0.1379426
Apr 19 19:25:21.972485 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a8c428-3bc6-4c33-832e-6d4c73d1e9b5 admin admin] Router e7ee730f-7d7b-4877-9672-c32a1b1a68de is scheduled to L3 agent a3cf2d1c-6710-4478-a129-20091cfe97d1 with binding_index 1 {{(pid=86368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 19 19:25:22.329686 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-53042bef-b9cf-42f6-a24f-3cd45fa6a913 req-c45980a7-ac54-40d1-afa2-202d4bea2323 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=643ca322-bd10-4392-be03-10b198f92d31 HTTP/1.1" status: 200  len: 217 time: 0.4988425
Apr 19 19:25:22.331533 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d1af4ed2-267e-4b0f-891a-801f3f10a658 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:22.333656 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-d1af4ed2-267e-4b0f-891a-801f3f10a658 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.6025875
Apr 19 19:25:22.350898 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 47630) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:25:22.366332 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-fc39b821-04d6-4f09-98b0-9ad57a8bb669 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Request body: {'security_group_rule': {'security_group_id': '363b2ccb-b902-431d-b58c-e66b72ac10c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:25:22.423241 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-5073cbc3-63c4-4cb8-9be9-2baa85369ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0f29ebe0>, [{'id': '248bb514-a0b2-4d79-87cb-c26c21a1f2a8', 'name': 'tempest-AttachVolumeShelveTestJSON-524394787-router', 'tenant_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '5ce43ab9-98a7-4573-9309-57ada95594b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:24:58Z', 'updated_at': '2021-04-19T19:25:11Z', 'revision_number': 4, 'project_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'gw_port': {'id': '5ce43ab9-98a7-4573-9309-57ada95594b1', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248bb514-a0b2-4d79-87cb-c26c21a1f2a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:01Z', 'updated_at': '2021-04-19T19:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_interfaces': [{'id': '1a42727e-7ce6-43ff-b62f-63bfbec37705', 'name': '', 'network_id': 'a89eb528-cfbf-497b-ad2d-b1613a8bf395', 'tenant_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'mac_address': 'fa:16:3e:6b:3f:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248bb514-a0b2-4d79-87cb-c26c21a1f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '194aa9b4-1b11-48c1-957e-a5acc2bb888c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:09Z', 'updated_at': '2021-04-19T19:25:20Z', 'revision_number': 4, 'project_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'subnets': [{'id': '194aa9b4-1b11-48c1-957e-a5acc2bb888c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:25:22.440414 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5073cbc3-63c4-4cb8-9be9-2baa85369ce9 None None] The sync data for ids ['248bb514-a0b2-4d79-87cb-c26c21a1f2a8'] in dv-cinder-786932-1-iscsi is: [{'id': '248bb514-a0b2-4d79-87cb-c26c21a1f2a8', 'name': 'tempest-AttachVolumeShelveTestJSON-524394787-router', 'tenant_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '5ce43ab9-98a7-4573-9309-57ada95594b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:24:58Z', 'updated_at': '2021-04-19T19:25:11Z', 'revision_number': 4, 'project_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'gw_port': {'id': '5ce43ab9-98a7-4573-9309-57ada95594b1', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248bb514-a0b2-4d79-87cb-c26c21a1f2a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:01Z', 'updated_at': '2021-04-19T19:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_interfaces': [{'id': '1a42727e-7ce6-43ff-b62f-63bfbec37705', 'name': '', 'network_id': 'a89eb528-cfbf-497b-ad2d-b1613a8bf395', 'tenant_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'mac_address': 'fa:16:3e:6b:3f:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248bb514-a0b2-4d79-87cb-c26c21a1f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '194aa9b4-1b11-48c1-957e-a5acc2bb888c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:09Z', 'updated_at': '2021-04-19T19:25:20Z', 'revision_number': 4, 'project_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'subnets': [{'id': '194aa9b4-1b11-48c1-957e-a5acc2bb888c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:25:22.497728 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-fc39b821-04d6-4f09-98b0-9ad57a8bb669 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:25:22.524927 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-fc39b821-04d6-4f09-98b0-9ad57a8bb669 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Usage tracker for resource:security_group_rule and tenant:c6333d4d4b1249bfb35237c3c56fe86e is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:25:22.540465 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-fc39b821-04d6-4f09-98b0-9ad57a8bb669 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:25:22.589016 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-fc39b821-04d6-4f09-98b0-9ad57a8bb669 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:25:22.750918 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53042bef-b9cf-42f6-a24f-3cd45fa6a913 req-9126409b-0049-4117-9823-a8d2c1334a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:22.801577 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-53042bef-b9cf-42f6-a24f-3cd45fa6a913 req-9126409b-0049-4117-9823-a8d2c1334a77 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=88652430-4f45-47e3-9948-8fa89b4f7532 HTTP/1.1" status: 200  len: 854 time: 0.3970160
Apr 19 19:25:23.016005 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-53042bef-b9cf-42f6-a24f-3cd45fa6a913 req-e551ad59-abad-49fb-b048-5a6a0a581883 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=25ae2e40-a0fd-4be2-80cb-8d7a91db2a23&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2354331
Apr 19 19:25:23.017342 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-fc39b821-04d6-4f09-98b0-9ad57a8bb669 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:23.169511 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-af33be2a-b16b-4e40-813b-13572e3bd4fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:23.466159 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-53042bef-b9cf-42f6-a24f-3cd45fa6a913 req-5a571c82-4e47-4c13-a9b6-abdb70f9b37a service neutron] 10.222.0.20 "GET /v2.0/networks/25ae2e40-a0fd-4be2-80cb-8d7a91db2a23?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4259539
Apr 19 19:25:23.513028 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-af33be2a-b16b-4e40-813b-13572e3bd4fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:25:23.529563 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-af33be2a-b16b-4e40-813b-13572e3bd4fe admin admin] Usage tracker for resource:security_group_rule and tenant:ec81908fd23f4cae963f1e21286f0c8a is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:25:23.542359 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-af33be2a-b16b-4e40-813b-13572e3bd4fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:25:23.559147 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-af33be2a-b16b-4e40-813b-13572e3bd4fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:25:23.627353 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-56618793-170e-4aa6-8efa-9c6d4ae7a1f6 None None] Agent healthcheck: found 6 active agents {{(pid=86371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:25:23.809913 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-af33be2a-b16b-4e40-813b-13572e3bd4fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:23.816264 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-41071dfe-db5d-4823-a8e1-2a92eac5b44b admin admin] Allocated IP 172.20.0.1 (9d269001-9e9c-479f-88fd-1acf166660c3/00f7e508-0145-491e-8134-c9fdb454d461/97168d22-39e0-488c-baad-6c9ea8caa279) {{(pid=86368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:25:24.227016 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-41071dfe-db5d-4823-a8e1-2a92eac5b44b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:24.274977 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-41071dfe-db5d-4823-a8e1-2a92eac5b44b admin admin] Transition to ACTIVE for port object 97168d22-39e0-488c-baad-6c9ea8caa279 will not be triggered until provisioned by entity DHCP. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:25:24.288559 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-53042bef-b9cf-42f6-a24f-3cd45fa6a913 req-43b97be1-c6c8-497c-9951-ad4445ed437f service neutron] 10.222.0.20 "GET /v2.0/networks/25ae2e40-a0fd-4be2-80cb-8d7a91db2a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5971720
Apr 19 19:25:24.381351 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device 1a42727e-7ce6-43ff-b62f-63bfbec37705 up at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:25:24.389750 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-fc39b821-04d6-4f09-98b0-9ad57a8bb669 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:24.402503 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-fc39b821-04d6-4f09-98b0-9ad57a8bb669 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106940'] for security_group_rule, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:24.406236 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-d1af4ed2-267e-4b0f-891a-801f3f10a658 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:24.460794 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc39b821-04d6-4f09-98b0-9ad57a8bb669 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9eab1f5-e589-4b5c-8ccd-d4eadc9afadd,revision_number=0']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:24.463921 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-fc39b821-04d6-4f09-98b0-9ad57a8bb669 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:24.514039 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-fc39b821-04d6-4f09-98b0-9ad57a8bb669 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:24.515345 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-fc39b821-04d6-4f09-98b0-9ad57a8bb669 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 2.1629117
Apr 19 19:25:24.518947 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 47656) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:25:24.527775 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-bbe3f9ff-99c1-4de3-9ede-27185f48704d tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Request body: {'floatingip': {'floating_network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:25:24.554358 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-bbe3f9ff-99c1-4de3-9ede-27185f48704d tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:25:24.567974 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-bbe3f9ff-99c1-4de3-9ede-27185f48704d tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Usage tracker for resource:floatingip and tenant:c6333d4d4b1249bfb35237c3c56fe86e is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:25:24.587445 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-bbe3f9ff-99c1-4de3-9ede-27185f48704d tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:25:24.603485 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-bbe3f9ff-99c1-4de3-9ede-27185f48704d tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:25:24.627733 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bbe3f9ff-99c1-4de3-9ede-27185f48704d tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks [] for floatingip, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:24.695390 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning for port 1a42727e-7ce6-43ff-b62f-63bfbec37705 completed by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:25:24.709261 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning complete for port 1a42727e-7ce6-43ff-b62f-63bfbec37705 triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:25:24.710019 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:24.757291 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-de5863b6-eced-455a-9b9b-319c670a4433 req-4aadeec6-558e-4fdf-a97d-21308c16b1fe tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] Notify callbacks [] for port, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:24.837530 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a8c428-3bc6-4c33-832e-6d4c73d1e9b5 admin admin] Notify agent at l3_agent.dv-cinder-786932-1-iscsi the message routers_updated {{(pid=86368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:25:24.844217 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-af33be2a-b16b-4e40-813b-13572e3bd4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:24.880414 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1624e52e-9a30-4821-917e-81b31f8aa098 None None] Sync routers for ids ['e7ee730f-7d7b-4877-9672-c32a1b1a68de'] in dv-cinder-786932-1-iscsi {{(pid=86370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:25:24.893677 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-de5863b6-eced-455a-9b9b-319c670a4433 req-4aadeec6-558e-4fdf-a97d-21308c16b1fe tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739738723801'] for port, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:24.901609 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1624e52e-9a30-4821-917e-81b31f8aa098 None None] Routers {'e7ee730f-7d7b-4877-9672-c32a1b1a68de'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:25:24.902312 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-1624e52e-9a30-4821-917e-81b31f8aa098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0f0275f8>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:25:19Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['e7ee730f-7d7b-4877-9672-c32a1b1a68de'], 'active': True} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:25:24.908161 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-5bb9262c-665e-429b-8dda-af0d83e764f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:24.948835 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bbe3f9ff-99c1-4de3-9ede-27185f48704d tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:24.977269 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de5863b6-eced-455a-9b9b-319c670a4433 req-4aadeec6-558e-4fdf-a97d-21308c16b1fe tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] Network 487277e7-975a-408b-94c0-5ec92542f28c is already hosted by enough agents. {{(pid=86368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:25:24.995165 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [req-de5863b6-eced-455a-9b9b-319c670a4433 req-4aadeec6-558e-4fdf-a97d-21308c16b1fe tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] Resources bound (agent type, host, resource id):  {{(pid=86368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:25:25.013065 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-de5863b6-eced-455a-9b9b-319c670a4433 req-4aadeec6-558e-4fdf-a97d-21308c16b1fe tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] Received port after_create {{(pid=86368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:25:25.020059 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5863b6-eced-455a-9b9b-319c670a4433 req-4aadeec6-558e-4fdf-a97d-21308c16b1fe tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:25.021203 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-de5863b6-eced-455a-9b9b-319c670a4433 req-4aadeec6-558e-4fdf-a97d-21308c16b1fe tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for port, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:25.047505 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-af33be2a-b16b-4e40-813b-13572e3bd4fe admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ec81908fd23f4cae963f1e21286f0c8a&name=default HTTP/1.1" status: 200  len: 2975 time: 3.6738691
Apr 19 19:25:25.050085 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 47664) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:25:25.066201 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-31a8c428-3bc6-4c33-832e-6d4c73d1e9b5 admin admin] Notify callbacks [] for router, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:25.068975 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-31a8c428-3bc6-4c33-832e-6d4c73d1e9b5 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 19.6794431
Apr 19 19:25:25.070085 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af33be2a-b16b-4e40-813b-13572e3bd4fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3158eed-ae34-4c0a-bb27-0b43a50bf4ac,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:25.087486 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 47666) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:25:25.090232 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-af33be2a-b16b-4e40-813b-13572e3bd4fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:25.095590 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:25.148762 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-41071dfe-db5d-4823-a8e1-2a92eac5b44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739738723801'] for port, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:25.150392 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-de5863b6-eced-455a-9b9b-319c670a4433 req-4aadeec6-558e-4fdf-a97d-21308c16b1fe tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 7.5904987
Apr 19 19:25:25.199098 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:25.243621 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-bbe3f9ff-99c1-4de3-9ede-27185f48704d tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Allocated IP 172.27.1.212 (4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c/7025e6d6-1695-4f32-acf4-f47e4f1fcca5/804ae5c8-34d4-4a7b-a8b1-9af2242b79f3) {{(pid=86369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:25:25.245857 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e796ad9b-22d8-4af9-8d92-4f2618a7256b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:25.276494 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] For port 1a42727e-7ce6-43ff-b62f-63bfbec37705, host dv-cinder-786932-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=1a42727e-7ce6-43ff-b62f-63bfbec37705,segment=NetworkSegment(2744bb2d-9e24-4863-b8d8-e4b09c9832ec),segment_id=2744bb2d-9e24-4863-b8d8-e4b09c9832ec)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:25:25.277499 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e796ad9b-22d8-4af9-8d92-4f2618a7256b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:25.284698 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:25.291508 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device 3088cc3a-fd41-4640-9ce2-11b8c575e025 up at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:25:25.352128 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e796ad9b-22d8-4af9-8d92-4f2618a7256b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:25.355673 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df9314-b365-4bdf-a5e2-3798b4b065cf req-1463f8ca-df99-4220-9b6e-fe7b82968c56 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:25.363658 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-72df9314-b365-4bdf-a5e2-3798b4b065cf req-1463f8ca-df99-4220-9b6e-fe7b82968c56 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=207ca733-67ad-4d61-9786-fc0eca9aa95f HTTP/1.1" status: 200  len: 943 time: 2.1186182
Apr 19 19:25:25.377609 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-4245bf82-a094-4e98-b37d-dc83bd9d299a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:25.429494 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c72e1c-6b36-498d-b6af-a6190e8a41b6 req-be213065-904f-4880-ba54-66d1c66dd813 tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:25.430321 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-20c72e1c-6b36-498d-b6af-a6190e8a41b6 req-be213065-904f-4880-ba54-66d1c66dd813 tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] Synchronizing usage tracker for tenant:a4157084ae6142919ddb96ec59351c24 on resource:port {{(pid=86368) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:25:25.431521 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-3b8ea524-c9c6-4447-be69-ffbdde8f8ee6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:25.447308 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41071dfe-db5d-4823-a8e1-2a92eac5b44b admin admin] Network 9d269001-9e9c-479f-88fd-1acf166660c3 is already hosted by enough agents. {{(pid=86368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:25:25.450722 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aadeec6-558e-4fdf-a97d-21308c16b1fe tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] Pushing event updated for resources: {'Port': ['ID=cf4e8a80-8c9d-465f-ab2a-dbba77f1be90,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:25.458908 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-4aadeec6-558e-4fdf-a97d-21308c16b1fe tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:25.464929 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:25.505079 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-41071dfe-db5d-4823-a8e1-2a92eac5b44b admin admin] Resources bound (agent type, host, resource id):  {{(pid=86368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:25:25.524214 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41071dfe-db5d-4823-a8e1-2a92eac5b44b admin admin] Received port after_create {{(pid=86368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:25:25.524594 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-41071dfe-db5d-4823-a8e1-2a92eac5b44b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688641'] for router_interface, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:25.596519 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning for port 3088cc3a-fd41-4640-9ce2-11b8c575e025 completed by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:25:25.615988 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning complete for port 3088cc3a-fd41-4640-9ce2-11b8c575e025 triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:25:25.616769 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:25.622575 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e796ad9b-22d8-4af9-8d92-4f2618a7256b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3158eed-ae34-4c0a-bb27-0b43a50bf4ac,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:25.642221 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e796ad9b-22d8-4af9-8d92-4f2618a7256b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:25.659770 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e796ad9b-22d8-4af9-8d92-4f2618a7256b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:25.661878 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-e796ad9b-22d8-4af9-8d92-4f2618a7256b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b3158eed-ae34-4c0a-bb27-0b43a50bf4ac HTTP/1.1" status: 204  len: 168 time: 0.5274925
Apr 19 19:25:25.727180 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bbe3f9ff-99c1-4de3-9ede-27185f48704d tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks [] for port, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:25.796168 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bbe3f9ff-99c1-4de3-9ede-27185f48704d tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739738723801'] for port, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:25.813636 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:25.890959 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-1624e52e-9a30-4821-917e-81b31f8aa098 None None] Set router e7ee730f-7d7b-4877-9672-c32a1b1a68de gateway port host: dv-cinder-786932-1-iscsi {{(pid=86370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:25:25.968581 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-72df9314-b365-4bdf-a5e2-3798b4b065cf req-11aeb760-51db-4f49-abd9-9c621bfe6302 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ea1d6d9-16df-47a6-b3b2-7b8ea05c5162&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5938311
Apr 19 19:25:25.968581 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-20c72e1c-6b36-498d-b6af-a6190e8a41b6 req-be213065-904f-4880-ba54-66d1c66dd813 tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] Unset dirty status for tenant:a4157084ae6142919ddb96ec59351c24 on resource:port {{(pid=86368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:25:25.972879 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-20c72e1c-6b36-498d-b6af-a6190e8a41b6 req-be213065-904f-4880-ba54-66d1c66dd813 tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] 10.222.0.36 "GET /v2.0/ports?device_id=f08de347-15dc-404e-af5b-ccaa77929838 HTTP/1.1" status: 200  len: 931 time: 2.5562532
Apr 19 19:25:25.983794 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe3f9ff-99c1-4de3-9ede-27185f48704d tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Pushing event updated for resources: {'Port': ['ID=804ae5c8-34d4-4a7b-a8b1-9af2242b79f3,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:25.995286 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-bbe3f9ff-99c1-4de3-9ede-27185f48704d tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:26.005326 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe3f9ff-99c1-4de3-9ede-27185f48704d tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Network 4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c is already hosted by enough agents. {{(pid=86369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:25:26.007184 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-bbe3f9ff-99c1-4de3-9ede-27185f48704d tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Resources bound (agent type, host, resource id):  {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:25:26.011537 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe3f9ff-99c1-4de3-9ede-27185f48704d tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Received port after_create {{(pid=86369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:25:26.040524 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41071dfe-db5d-4823-a8e1-2a92eac5b44b admin admin] Pushing event updated for resources: {'Port': ['ID=97168d22-39e0-488c-baad-6c9ea8caa279,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:26.088320 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Pushing event updated for resources: {'Port': ['ID=1a42727e-7ce6-43ff-b62f-63bfbec37705,revision_number=5']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:26.097811 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-41071dfe-db5d-4823-a8e1-2a92eac5b44b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:26.104543 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bbe3f9ff-99c1-4de3-9ede-27185f48704d tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:26.109033 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.678s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:26.200723 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bbe3f9ff-99c1-4de3-9ede-27185f48704d tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:26.236416 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-20c72e1c-6b36-498d-b6af-a6190e8a41b6 req-99b49b8a-5a22-4c8d-9c3c-83531497118b tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba47e093-5ded-4fa1-be17-7a5da98eb23d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2619300
Apr 19 19:25:26.241196 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e1726440-6936-4a07-8fb1-62332e705f9d None None] Provisioning for port 97168d22-39e0-488c-baad-6c9ea8caa279 completed by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:25:26.292371 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e1726440-6936-4a07-8fb1-62332e705f9d None None] Provisioning complete for port 97168d22-39e0-488c-baad-6c9ea8caa279 triggered by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:25:26.292806 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e1726440-6936-4a07-8fb1-62332e705f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:26.301905 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-41071dfe-db5d-4823-a8e1-2a92eac5b44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:26.441925 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:26.527080 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bbe3f9ff-99c1-4de3-9ede-27185f48704d tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:26.536577 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-e1726440-6936-4a07-8fb1-62332e705f9d None None] Port 97168d22-39e0-488c-baad-6c9ea8caa279 cannot update to ACTIVE because it is not bound. {{(pid=86370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 19:25:26.537010 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bbe3f9ff-99c1-4de3-9ede-27185f48704d tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:26.549978 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:26.552786 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] For port 3088cc3a-fd41-4640-9ce2-11b8c575e025, host dv-cinder-786932-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=3088cc3a-fd41-4640-9ce2-11b8c575e025,segment=NetworkSegment(f117aaf9-f038-40ae-a060-7b312532719e),segment_id=f117aaf9-f038-40ae-a060-7b312532719e)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:25:26.562502 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:26.576114 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:26.659588 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe3f9ff-99c1-4de3-9ede-27185f48704d tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Pushing event updated for resources: {'Port': ['ID=804ae5c8-34d4-4a7b-a8b1-9af2242b79f3,revision_number=2']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:26.677452 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Pushing event updated for resources: {'Port': ['ID=3088cc3a-fd41-4640-9ce2-11b8c575e025,revision_number=4']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:26.678749 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-bbe3f9ff-99c1-4de3-9ede-27185f48704d tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:26.689278 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:26.703288 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-1624e52e-9a30-4821-917e-81b31f8aa098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0f0275f8>, [{'id': 'e7ee730f-7d7b-4877-9672-c32a1b1a68de', 'name': 'tempest-ServerRescueNegativeTestJSON-1142484334-router', 'tenant_id': 'caaf84b4cca64642b19aac2312292f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'f9e3261d-a3f1-4596-9159-2c4123637e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:25:06Z', 'updated_at': '2021-04-19T19:25:13Z', 'revision_number': 3, 'project_id': 'caaf84b4cca64642b19aac2312292f91', 'gw_port': {'id': 'f9e3261d-a3f1-4596-9159-2c4123637e63', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9f:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ee730f-7d7b-4877-9672-c32a1b1a68de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:10Z', 'updated_at': '2021-04-19T19:25:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi'}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:25:26.708879 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bbe3f9ff-99c1-4de3-9ede-27185f48704d tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854086990'] for floatingip, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:26.723114 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device 1a42727e-7ce6-43ff-b62f-63bfbec37705 up at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:25:26.756824 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bbe3f9ff-99c1-4de3-9ede-27185f48704d tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for floatingip, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:26.771913 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-bbe3f9ff-99c1-4de3-9ede-27185f48704d tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.2516375
Apr 19 19:25:26.784164 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1624e52e-9a30-4821-917e-81b31f8aa098 None None] Checking router: e7ee730f-7d7b-4877-9672-c32a1b1a68de for host: dv-cinder-786932-1-iscsi {{(pid=86370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:25:26.784720 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1624e52e-9a30-4821-917e-81b31f8aa098 None None] Updating router e7ee730f-7d7b-4877-9672-c32a1b1a68de port f9e3261d-a3f1-4596-9159-2c4123637e63 binding host dv-cinder-786932-1-iscsi {{(pid=86370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 19:25:26.865068 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1624e52e-9a30-4821-917e-81b31f8aa098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:27.049576 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning complete for port 1a42727e-7ce6-43ff-b62f-63bfbec37705 triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:25:27.050235 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:27.327161 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.db.resource_extend [None req-41071dfe-db5d-4823-a8e1-2a92eac5b44b admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 19 19:25:27.413807 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-41071dfe-db5d-4823-a8e1-2a92eac5b44b admin admin] Notify callbacks [] for port, precommit_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:27.420483 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-41071dfe-db5d-4823-a8e1-2a92eac5b44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:27.428717 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-41071dfe-db5d-4823-a8e1-2a92eac5b44b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854087066'] for router_interface, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:27.443380 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-41071dfe-db5d-4823-a8e1-2a92eac5b44b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:27.870792 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41071dfe-db5d-4823-a8e1-2a92eac5b44b admin admin] Pushing event updated for resources: {'Port': ['ID=97168d22-39e0-488c-baad-6c9ea8caa279,revision_number=2']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:27.891334 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-41071dfe-db5d-4823-a8e1-2a92eac5b44b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:27.914122 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41071dfe-db5d-4823-a8e1-2a92eac5b44b admin admin] Network 9d269001-9e9c-479f-88fd-1acf166660c3 is already hosted by enough agents. {{(pid=86368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:25:27.978778 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1624e52e-9a30-4821-917e-81b31f8aa098 None None] Notify callbacks [] for port, precommit_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:27.990478 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58b589-fc75-411f-8a2e-d52bf794eda9 req-7d874323-647e-4e21-a0ec-77a04463cc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:27.999208 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8a58b589-fc75-411f-8a2e-d52bf794eda9 req-7d874323-647e-4e21-a0ec-77a04463cc49 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=85413127fef4416ca1237dc13d0f6ce2&device_id=207ca733-67ad-4d61-9786-fc0eca9aa95f HTTP/1.1" status: 200  len: 1096 time: 0.2313037
Apr 19 19:25:28.010027 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-1624e52e-9a30-4821-917e-81b31f8aa098 None None] Transition to ACTIVE for port object f9e3261d-a3f1-4596-9159-2c4123637e63 will not be triggered until provisioned by entity L2. {{(pid=86370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:25:28.033173 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-41071dfe-db5d-4823-a8e1-2a92eac5b44b admin admin] Resources bound (agent type, host, resource id):  {{(pid=86368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:25:28.037628 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1624e52e-9a30-4821-917e-81b31f8aa098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:28.049542 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:28.090831 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-de5863b6-eced-455a-9b9b-319c670a4433 req-250cd59f-0b96-4225-a8d3-0ec02bc9601e service neutron] Request body: {'port': {'device_id': 'f08de347-15dc-404e-af5b-ccaa77929838', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:25:28.221940 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-1624e52e-9a30-4821-917e-81b31f8aa098 None None] Attempting to bind port f9e3261d-a3f1-4596-9159-2c4123637e63 on host dv-cinder-786932-1-iscsi for vnic_type normal with profile  {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:25:28.222534 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-1624e52e-9a30-4821-917e-81b31f8aa098 None None] Attempting to bind port f9e3261d-a3f1-4596-9159-2c4123637e63 by drivers openvswitch,hyperv on host dv-cinder-786932-1-iscsi at level 0 using segments [{'id': 'f117aaf9-f038-40ae-a060-7b312532719e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c'}] {{(pid=86370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:25:28.224102 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1624e52e-9a30-4821-917e-81b31f8aa098 None None] Attempting to bind port f9e3261d-a3f1-4596-9159-2c4123637e63 on network 4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:25:28.229741 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70847018-1425-42b6-874e-5f175279ecf4 None None] Pushing event updated for resources: {'Port': ['ID=f9e3261d-a3f1-4596-9159-2c4123637e63,revision_number=2']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:28.236505 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-70847018-1425-42b6-874e-5f175279ecf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:28.238011 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1624e52e-9a30-4821-917e-81b31f8aa098 None None] Checking agent: {'id': '18e08627-855b-4b57-ace4-a20256d828a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 16, 20), 'started_at': datetime.datetime(2021, 4, 19, 19, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:25:28.238985 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1624e52e-9a30-4821-917e-81b31f8aa098 None None] Checking segment: {'id': 'f117aaf9-f038-40ae-a060-7b312532719e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:25:28.240134 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1624e52e-9a30-4821-917e-81b31f8aa098 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:28.241149 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1624e52e-9a30-4821-917e-81b31f8aa098 None None] Bound using segment: {'id': 'f117aaf9-f038-40ae-a060-7b312532719e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c'} {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:25:28.241974 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-1624e52e-9a30-4821-917e-81b31f8aa098 None None] Bound port: f9e3261d-a3f1-4596-9159-2c4123637e63, host: dv-cinder-786932-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f117aaf9-f038-40ae-a060-7b312532719e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c'}}] {{(pid=86370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:25:28.242989 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1624e52e-9a30-4821-917e-81b31f8aa098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:28.367741 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-1624e52e-9a30-4821-917e-81b31f8aa098 None None] For port f9e3261d-a3f1-4596-9159-2c4123637e63, host dv-cinder-786932-1-iscsi, cleared binding levels {{(pid=86370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:25:28.372220 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-1624e52e-9a30-4821-917e-81b31f8aa098 None None] For port f9e3261d-a3f1-4596-9159-2c4123637e63, host dv-cinder-786932-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=f9e3261d-a3f1-4596-9159-2c4123637e63,segment=NetworkSegment(f117aaf9-f038-40ae-a060-7b312532719e),segment_id=f117aaf9-f038-40ae-a060-7b312532719e)] {{(pid=86370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:25:28.378073 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1624e52e-9a30-4821-917e-81b31f8aa098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:28.385566 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-70847018-1425-42b6-874e-5f175279ecf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:28.658847 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58b589-fc75-411f-8a2e-d52bf794eda9 req-e9dcca0d-6e5c-4232-831f-53e74039f2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:28.665938 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8a58b589-fc75-411f-8a2e-d52bf794eda9 req-e9dcca0d-6e5c-4232-831f-53e74039f2cd service neutron] 10.222.0.20 "GET /v2.0/networks?id=25ae2e40-a0fd-4be2-80cb-8d7a91db2a23 HTTP/1.1" status: 200  len: 915 time: 0.6515968
Apr 19 19:25:28.701992 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1624e52e-9a30-4821-917e-81b31f8aa098 None None] Routers {'e7ee730f-7d7b-4877-9672-c32a1b1a68de'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:25:28.718163 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-1624e52e-9a30-4821-917e-81b31f8aa098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0f0275f8>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:25:19Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['e7ee730f-7d7b-4877-9672-c32a1b1a68de'], 'active': True} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:25:28.871603 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-de5863b6-eced-455a-9b9b-319c670a4433 req-250cd59f-0b96-4225-a8d3-0ec02bc9601e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:28.887536 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-8444c1e9-c417-45ea-b0f7-0e9317cc954f req-43226ea2-3395-42b5-9dff-add507feda63 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Synchronizing usage tracker for tenant:c6333d4d4b1249bfb35237c3c56fe86e on resource:security_group {{(pid=86368) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:25:29.017982 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8a58b589-fc75-411f-8a2e-d52bf794eda9 req-1e053928-edb0-4dc1-bd69-18fc5d81d125 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=643ca322-bd10-4392-be03-10b198f92d31 HTTP/1.1" status: 200  len: 217 time: 0.3427472
Apr 19 19:25:29.223160 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device 3088cc3a-fd41-4640-9ce2-11b8c575e025 up at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:25:29.252989 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58b589-fc75-411f-8a2e-d52bf794eda9 req-12da05e8-0126-4690-a1ed-9719f544e098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:29.258578 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8a58b589-fc75-411f-8a2e-d52bf794eda9 req-12da05e8-0126-4690-a1ed-9719f544e098 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=88652430-4f45-47e3-9948-8fa89b4f7532 HTTP/1.1" status: 200  len: 854 time: 0.2312157
Apr 19 19:25:29.384276 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 47748) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:25:29.437177 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8a58b589-fc75-411f-8a2e-d52bf794eda9 req-85fba764-3d46-4220-a7fe-f6b8f3115d94 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=25ae2e40-a0fd-4be2-80cb-8d7a91db2a23&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1599050
Apr 19 19:25:29.456799 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-1624e52e-9a30-4821-917e-81b31f8aa098 None None] Set router e7ee730f-7d7b-4877-9672-c32a1b1a68de gateway port host: dv-cinder-786932-1-iscsi {{(pid=86370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:25:29.859256 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bd791f3c-dbd3-43fd-81c3-cf487b182884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:29.889500 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [req-de5863b6-eced-455a-9b9b-319c670a4433 req-250cd59f-0b96-4225-a8d3-0ec02bc9601e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf4e8a80-8c9d-465f-ab2a-dbba77f1be90 {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:25:29.901180 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-de5863b6-eced-455a-9b9b-319c670a4433 req-250cd59f-0b96-4225-a8d3-0ec02bc9601e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:29.923070 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [req-de5863b6-eced-455a-9b9b-319c670a4433 req-250cd59f-0b96-4225-a8d3-0ec02bc9601e service neutron] Transition to ACTIVE for port object cf4e8a80-8c9d-465f-ab2a-dbba77f1be90 will not be triggered until provisioned by entity L2. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:25:29.924432 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-8444c1e9-c417-45ea-b0f7-0e9317cc954f req-43226ea2-3395-42b5-9dff-add507feda63 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Unset dirty status for tenant:c6333d4d4b1249bfb35237c3c56fe86e on resource:security_group {{(pid=86368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:25:29.935512 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8444c1e9-c417-45ea-b0f7-0e9317cc954f req-43226ea2-3395-42b5-9dff-add507feda63 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1542926807&fields=id&tenant_id=c6333d4d4b1249bfb35237c3c56fe86e HTTP/1.1" status: 200  len: 267 time: 2.3710840
Apr 19 19:25:29.951447 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8a58b589-fc75-411f-8a2e-d52bf794eda9 req-a3a66b28-abf7-4831-aea4-a802a3011ffb service neutron] 10.222.0.20 "GET /v2.0/networks/25ae2e40-a0fd-4be2-80cb-8d7a91db2a23?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5012960
Apr 19 19:25:29.960777 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-bd791f3c-dbd3-43fd-81c3-cf487b182884 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:25:29.966885 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-bd791f3c-dbd3-43fd-81c3-cf487b182884 admin admin] Usage tracker for resource:security_group_rule and tenant:40acbdfe1d5a4e4888f9a8c0d77449f1 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:25:29.996049 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-bd791f3c-dbd3-43fd-81c3-cf487b182884 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:25:30.013283 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-6c526385-7d07-4353-979e-3a692ba8cd78 None None] Provisioning complete for port 97168d22-39e0-488c-baad-6c9ea8caa279 triggered by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:25:30.017737 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6c526385-7d07-4353-979e-3a692ba8cd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:30.018326 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-bd791f3c-dbd3-43fd-81c3-cf487b182884 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:25:30.177387 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70847018-1425-42b6-874e-5f175279ecf4 None None] Pushing event updated for resources: {'Port': ['ID=f9e3261d-a3f1-4596-9159-2c4123637e63,revision_number=3']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:30.237631 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8444c1e9-c417-45ea-b0f7-0e9317cc954f req-c9d3e4cd-39ba-46fc-98fe-f58dd7888ec7 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:30.250604 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8444c1e9-c417-45ea-b0f7-0e9317cc954f req-c9d3e4cd-39ba-46fc-98fe-f58dd7888ec7 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/networks?id=a89eb528-cfbf-497b-ad2d-b1613a8bf395 HTTP/1.1" status: 200  len: 816 time: 0.3129232
Apr 19 19:25:30.263824 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-de5863b6-eced-455a-9b9b-319c670a4433 req-250cd59f-0b96-4225-a8d3-0ec02bc9601e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:30.269144 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:30.299878 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a3027e5e-7d68-4887-85c7-b6f1e1d7e10b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:30.387513 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8444c1e9-c417-45ea-b0f7-0e9317cc954f req-ec2901ca-ddc7-40b1-94dc-1aadd26cc116 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/quotas/c6333d4d4b1249bfb35237c3c56fe86e HTTP/1.1" status: 200  len: 375 time: 0.1352658
Apr 19 19:25:30.409645 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f1d3ea-d44d-41b7-8455-4254aed4ad08 req-47c4dc79-30f3-4cf1-b0f4-bf2b9aba6f20 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:30.422401 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-90f1d3ea-d44d-41b7-8455-4254aed4ad08 req-47c4dc79-30f3-4cf1-b0f4-bf2b9aba6f20 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=207ca733-67ad-4d61-9786-fc0eca9aa95f HTTP/1.1" status: 200  len: 943 time: 2.8595822
Apr 19 19:25:30.522709 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8c17f3db-f03c-4f56-880c-df79d7b553c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:30.577603 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-70847018-1425-42b6-874e-5f175279ecf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.192s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:30.666662 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8a58b589-fc75-411f-8a2e-d52bf794eda9 req-ee5d302e-b1a0-4853-97dc-16973da61fc6 service neutron] 10.222.0.20 "GET /v2.0/networks/25ae2e40-a0fd-4be2-80cb-8d7a91db2a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6439884
Apr 19 19:25:30.701068 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-6c526385-7d07-4353-979e-3a692ba8cd78 None None] Port 97168d22-39e0-488c-baad-6c9ea8caa279 cannot update to ACTIVE because it is not bound. {{(pid=86370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 19:25:30.755841 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning complete for port 3088cc3a-fd41-4640-9ce2-11b8c575e025 triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:25:30.756623 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:30.814626 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bd791f3c-dbd3-43fd-81c3-cf487b182884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:30.834914 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bd791f3c-dbd3-43fd-81c3-cf487b182884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:30.925776 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-1624e52e-9a30-4821-917e-81b31f8aa098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0f0275f8>, [{'id': 'e7ee730f-7d7b-4877-9672-c32a1b1a68de', 'name': 'tempest-ServerRescueNegativeTestJSON-1142484334-router', 'tenant_id': 'caaf84b4cca64642b19aac2312292f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'f9e3261d-a3f1-4596-9159-2c4123637e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:25:06Z', 'updated_at': '2021-04-19T19:25:13Z', 'revision_number': 3, 'project_id': 'caaf84b4cca64642b19aac2312292f91', 'gw_port': {'id': 'f9e3261d-a3f1-4596-9159-2c4123637e63', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9f:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ee730f-7d7b-4877-9672-c32a1b1a68de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:10Z', 'updated_at': '2021-04-19T19:25:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi'}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:25:30.945260 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1624e52e-9a30-4821-917e-81b31f8aa098 None None] The sync data for ids ['e7ee730f-7d7b-4877-9672-c32a1b1a68de'] in dv-cinder-786932-1-iscsi is: [{'id': 'e7ee730f-7d7b-4877-9672-c32a1b1a68de', 'name': 'tempest-ServerRescueNegativeTestJSON-1142484334-router', 'tenant_id': 'caaf84b4cca64642b19aac2312292f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'f9e3261d-a3f1-4596-9159-2c4123637e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:25:06Z', 'updated_at': '2021-04-19T19:25:13Z', 'revision_number': 3, 'project_id': 'caaf84b4cca64642b19aac2312292f91', 'gw_port': {'id': 'f9e3261d-a3f1-4596-9159-2c4123637e63', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9f:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ee730f-7d7b-4877-9672-c32a1b1a68de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:10Z', 'updated_at': '2021-04-19T19:25:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi'}] {{(pid=86370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:25:30.986711 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:31.015591 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-bd791f3c-dbd3-43fd-81c3-cf487b182884 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=40acbdfe1d5a4e4888f9a8c0d77449f1&name=default HTTP/1.1" status: 200  len: 2975 time: 1.6073287
Apr 19 19:25:31.024535 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 47770) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:25:31.189575 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd791f3c-dbd3-43fd-81c3-cf487b182884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cdf7cdc-661a-4f12-90b1-28b64132a7be,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:31.230730 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-bd791f3c-dbd3-43fd-81c3-cf487b182884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:31.245972 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2372af2c-bfac-4a43-bee0-3bf1261bf2c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:31.294800 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250cd59f-0b96-4225-a8d3-0ec02bc9601e service neutron] Pushing event updated for resources: {'Port': ['ID=cf4e8a80-8c9d-465f-ab2a-dbba77f1be90,revision_number=2']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:31.296466 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2372af2c-bfac-4a43-bee0-3bf1261bf2c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:31.309583 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-250cd59f-0b96-4225-a8d3-0ec02bc9601e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.010s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:31.337680 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-90f1d3ea-d44d-41b7-8455-4254aed4ad08 req-6cb4ea88-5915-4831-9533-155614aa3725 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ea1d6d9-16df-47a6-b3b2-7b8ea05c5162&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9140136
Apr 19 19:25:31.401678 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2372af2c-bfac-4a43-bee0-3bf1261bf2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:31.407104 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:31.422776 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-de5863b6-eced-455a-9b9b-319c670a4433 req-250cd59f-0b96-4225-a8d3-0ec02bc9601e service neutron] Attempting to bind port cf4e8a80-8c9d-465f-ab2a-dbba77f1be90 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:25:31.425815 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-de5863b6-eced-455a-9b9b-319c670a4433 req-250cd59f-0b96-4225-a8d3-0ec02bc9601e service neutron] Attempting to bind port cf4e8a80-8c9d-465f-ab2a-dbba77f1be90 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'c63b6c5a-1ef7-4e68-bc05-ec7a4cd6e288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '487277e7-975a-408b-94c0-5ec92542f28c'}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:25:31.428092 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5863b6-eced-455a-9b9b-319c670a4433 req-250cd59f-0b96-4225-a8d3-0ec02bc9601e service neutron] Attempting to bind port cf4e8a80-8c9d-465f-ab2a-dbba77f1be90 on network 487277e7-975a-408b-94c0-5ec92542f28c {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:25:31.439437 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2372af2c-bfac-4a43-bee0-3bf1261bf2c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cdf7cdc-661a-4f12-90b1-28b64132a7be,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:31.443012 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-2372af2c-bfac-4a43-bee0-3bf1261bf2c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:31.463830 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5863b6-eced-455a-9b9b-319c670a4433 req-250cd59f-0b96-4225-a8d3-0ec02bc9601e service neutron] Port cf4e8a80-8c9d-465f-ab2a-dbba77f1be90 on network 487277e7-975a-408b-94c0-5ec92542f28c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 19:25:31.466773 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5863b6-eced-455a-9b9b-319c670a4433 req-250cd59f-0b96-4225-a8d3-0ec02bc9601e service neutron] Attempting to bind port cf4e8a80-8c9d-465f-ab2a-dbba77f1be90 on network 487277e7-975a-408b-94c0-5ec92542f28c {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:25:31.468791 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2372af2c-bfac-4a43-bee0-3bf1261bf2c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:31.470613 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-2372af2c-bfac-4a43-bee0-3bf1261bf2c1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5cdf7cdc-661a-4f12-90b1-28b64132a7be HTTP/1.1" status: 204  len: 168 time: 0.4378636
Apr 19 19:25:31.619492 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41071dfe-db5d-4823-a8e1-2a92eac5b44b admin admin] Router 721b2fd1-6523-4d17-81c2-bdaefed50046 has already been hosted by L3 agent a3cf2d1c-6710-4478-a129-20091cfe97d1 {{(pid=86368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:25:31.640589 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5863b6-eced-455a-9b9b-319c670a4433 req-250cd59f-0b96-4225-a8d3-0ec02bc9601e service neutron] Checking agent: {'id': '13e8b6f5-8e00-4da6-9b4f-d998588d9e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 22, 59), 'started_at': datetime.datetime(2021, 4, 19, 19, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:25:31.641024 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5863b6-eced-455a-9b9b-319c670a4433 req-250cd59f-0b96-4225-a8d3-0ec02bc9601e service neutron] Checking segment: {'id': 'c63b6c5a-1ef7-4e68-bc05-ec7a4cd6e288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '487277e7-975a-408b-94c0-5ec92542f28c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:25:31.641720 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5863b6-eced-455a-9b9b-319c670a4433 req-250cd59f-0b96-4225-a8d3-0ec02bc9601e service neutron] Bound using segment: {'id': 'c63b6c5a-1ef7-4e68-bc05-ec7a4cd6e288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '487277e7-975a-408b-94c0-5ec92542f28c'} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:25:31.642276 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-de5863b6-eced-455a-9b9b-319c670a4433 req-250cd59f-0b96-4225-a8d3-0ec02bc9601e service neutron] Bound port: cf4e8a80-8c9d-465f-ab2a-dbba77f1be90, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c63b6c5a-1ef7-4e68-bc05-ec7a4cd6e288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '487277e7-975a-408b-94c0-5ec92542f28c'}}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:25:31.642678 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-de5863b6-eced-455a-9b9b-319c670a4433 req-250cd59f-0b96-4225-a8d3-0ec02bc9601e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:32.060753 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-de5863b6-eced-455a-9b9b-319c670a4433 req-250cd59f-0b96-4225-a8d3-0ec02bc9601e service neutron] For port cf4e8a80-8c9d-465f-ab2a-dbba77f1be90, host hv-cinder-78693, cleared binding levels {{(pid=86368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:25:32.074012 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-de5863b6-eced-455a-9b9b-319c670a4433 req-250cd59f-0b96-4225-a8d3-0ec02bc9601e service neutron] For port cf4e8a80-8c9d-465f-ab2a-dbba77f1be90, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=cf4e8a80-8c9d-465f-ab2a-dbba77f1be90,segment=NetworkSegment(c63b6c5a-1ef7-4e68-bc05-ec7a4cd6e288),segment_id=c63b6c5a-1ef7-4e68-bc05-ec7a4cd6e288)] {{(pid=86368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:25:32.192378 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-de5863b6-eced-455a-9b9b-319c670a4433 req-250cd59f-0b96-4225-a8d3-0ec02bc9601e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:32.373975 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-250cd59f-0b96-4225-a8d3-0ec02bc9601e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:32.503616 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8444c1e9-c417-45ea-b0f7-0e9317cc954f req-dbf40e16-8145-493e-aea4-a818acb151a3 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6333d4d4b1249bfb35237c3c56fe86e&fields=id HTTP/1.1" status: 200  len: 348 time: 1.9841652
Apr 19 19:25:32.923606 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5863b6-eced-455a-9b9b-319c670a4433 req-250cd59f-0b96-4225-a8d3-0ec02bc9601e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:32.923606 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-de5863b6-eced-455a-9b9b-319c670a4433 req-250cd59f-0b96-4225-a8d3-0ec02bc9601e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for port, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:32.924088 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-de5863b6-eced-455a-9b9b-319c670a4433 req-250cd59f-0b96-4225-a8d3-0ec02bc9601e service neutron] 10.222.0.20 "PUT /v2.0/ports/cf4e8a80-8c9d-465f-ab2a-dbba77f1be90 HTTP/1.1" status: 200  len: 1093 time: 4.8981011
Apr 19 19:25:32.949755 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f08de347-15dc-404e-af5b-ccaa77929838', 'tag': 'cf4e8a80-8c9d-465f-ab2a-dbba77f1be90'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:25:33.058148 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250cd59f-0b96-4225-a8d3-0ec02bc9601e service neutron] Pushing event updated for resources: {'Port': ['ID=cf4e8a80-8c9d-465f-ab2a-dbba77f1be90,revision_number=3']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:33.062307 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-250cd59f-0b96-4225-a8d3-0ec02bc9601e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.688s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:33.078967 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-8c17f3db-f03c-4f56-880c-df79d7b553c5 admin admin] Allocated IP 172.20.0.1 (a4cfddf6-741b-4335-bc05-1c15da9b2a0f/3af27814-af97-4e02-926e-ece558d9dead/3751a9a2-a0b6-4782-b83a-686680c05aea) {{(pid=86368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:25:33.178586 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8444c1e9-c417-45ea-b0f7-0e9317cc954f req-cf47ae5a-4f39-4ebf-b00e-6ea7278f9776 service neutron] 10.222.0.36 "GET /v2.0/networks/a89eb528-cfbf-497b-ad2d-b1613a8bf395?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5396373
Apr 19 19:25:33.253146 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41071dfe-db5d-4823-a8e1-2a92eac5b44b admin admin] Notify agent at l3_agent.dv-cinder-786932-1-iscsi the message routers_updated {{(pid=86368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:25:33.265186 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50efd0f2-e5a2-4667-b6c0-81ffbd970e22 None None] Sync routers for ids ['721b2fd1-6523-4d17-81c2-bdaefed50046'] in dv-cinder-786932-1-iscsi {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:25:33.291150 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50efd0f2-e5a2-4667-b6c0-81ffbd970e22 None None] Routers {'721b2fd1-6523-4d17-81c2-bdaefed50046'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:25:33.296087 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-50efd0f2-e5a2-4667-b6c0-81ffbd970e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0f0df4e0>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:25:19Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['721b2fd1-6523-4d17-81c2-bdaefed50046'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:25:33.317681 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device f9e3261d-a3f1-4596-9159-2c4123637e63 up at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:25:33.462581 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning for port f9e3261d-a3f1-4596-9159-2c4123637e63 completed by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:25:33.474134 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning complete for port f9e3261d-a3f1-4596-9159-2c4123637e63 triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:25:33.474727 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:33.518932 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 47814) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:25:33.677198 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-50efd0f2-e5a2-4667-b6c0-81ffbd970e22 None None] Set router 721b2fd1-6523-4d17-81c2-bdaefed50046 gateway port host: dv-cinder-786932-1-iscsi {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:25:33.752272 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-41071dfe-db5d-4823-a8e1-2a92eac5b44b admin admin] 10.222.0.36 "PUT /v2.0/routers/721b2fd1-6523-4d17-81c2-bdaefed50046/add_router_interface HTTP/1.1" status: 200  len: 503 time: 18.1762111
Apr 19 19:25:33.831976 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da8f15-b3b2-459d-840e-98ab9da3d45b req-088ff895-e862-4bb3-b7b7-c2510b0b65fa tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:33.839350 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:33.845921 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-19da8f15-b3b2-459d-840e-98ab9da3d45b req-088ff895-e862-4bb3-b7b7-c2510b0b65fa tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] 10.222.0.36 "GET /v2.0/ports?device_id=f08de347-15dc-404e-af5b-ccaa77929838 HTTP/1.1" status: 200  len: 943 time: 2.2212245
Apr 19 19:25:33.882190 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] For port f9e3261d-a3f1-4596-9159-2c4123637e63, host dv-cinder-786932-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=f9e3261d-a3f1-4596-9159-2c4123637e63,segment=NetworkSegment(f117aaf9-f038-40ae-a060-7b312532719e),segment_id=f117aaf9-f038-40ae-a060-7b312532719e)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:25:33.888558 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:33.890659 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-70847018-1425-42b6-874e-5f175279ecf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:33.948426 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-1fa78ee0-150d-4ada-b582-a7e77e4ec5ee admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-576121682-network', 'tenant_id': 'b5cbb9e061a247a1a24240474f322e1a'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:25:33.967329 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-1fa78ee0-150d-4ada-b582-a7e77e4ec5ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:25:33.981900 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-1fa78ee0-150d-4ada-b582-a7e77e4ec5ee admin admin] Usage tracker for resource:network and tenant:b5cbb9e061a247a1a24240474f322e1a is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:25:33.987619 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-1fa78ee0-150d-4ada-b582-a7e77e4ec5ee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:25:33.999303 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-1fa78ee0-150d-4ada-b582-a7e77e4ec5ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:25:34.007548 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8444c1e9-c417-45ea-b0f7-0e9317cc954f req-88548da1-f132-45bf-a94c-f798e7af5b4b service neutron] 10.222.0.36 "GET /v2.0/networks/a89eb528-cfbf-497b-ad2d-b1613a8bf395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7572751
Apr 19 19:25:34.045817 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa78ee0-150d-4ada-b582-a7e77e4ec5ee admin admin] Made reservation on behalf of b5cbb9e061a247a1a24240474f322e1a for: {'network': 1} {{(pid=86369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:25:34.046775 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Pushing event updated for resources: {'Port': ['ID=f9e3261d-a3f1-4596-9159-2c4123637e63,revision_number=4']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:34.050115 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-19da8f15-b3b2-459d-840e-98ab9da3d45b req-0cbeeb25-f9af-44dc-badf-4af014a98cdf tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba47e093-5ded-4fa1-be17-7a5da98eb23d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1524036
Apr 19 19:25:34.054018 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8c17f3db-f03c-4f56-880c-df79d7b553c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:34.062532 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1fa78ee0-150d-4ada-b582-a7e77e4ec5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for network, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:34.072204 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:34.095107 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1fa78ee0-150d-4ada-b582-a7e77e4ec5ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:34.115279 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-1fa78ee0-150d-4ada-b582-a7e77e4ec5ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:25:34.120964 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8c17f3db-f03c-4f56-880c-df79d7b553c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739738723801'] for port, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:34.131022 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:34.132821 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-1fa78ee0-150d-4ada-b582-a7e77e4ec5ee admin admin] Usage tracker for resource:security_group_rule and tenant:b5cbb9e061a247a1a24240474f322e1a is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:25:34.138867 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-1fa78ee0-150d-4ada-b582-a7e77e4ec5ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:25:34.160202 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-1fa78ee0-150d-4ada-b582-a7e77e4ec5ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:25:34.225902 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c17f3db-f03c-4f56-880c-df79d7b553c5 admin admin] Network a4cfddf6-741b-4335-bc05-1c15da9b2a0f is already hosted by enough agents. {{(pid=86368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:25:34.231518 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-8c17f3db-f03c-4f56-880c-df79d7b553c5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:25:34.235553 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c17f3db-f03c-4f56-880c-df79d7b553c5 admin admin] Received port after_create {{(pid=86368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:25:34.236029 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8c17f3db-f03c-4f56-880c-df79d7b553c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688641'] for router_interface, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:34.266764 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c17f3db-f03c-4f56-880c-df79d7b553c5 admin admin] Pushing event updated for resources: {'Port': ['ID=3751a9a2-a0b6-4782-b83a-686680c05aea,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:34.270865 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8c17f3db-f03c-4f56-880c-df79d7b553c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:34.366800 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1fa78ee0-150d-4ada-b582-a7e77e4ec5ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:34.376566 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1fa78ee0-150d-4ada-b582-a7e77e4ec5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:34.382465 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de777677-051c-4cc9-b03e-4964fdc186a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:34.580774 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa78ee0-150d-4ada-b582-a7e77e4ec5ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f91cbc-b143-40ac-9496-05678259bf55,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:34.604723 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-1fa78ee0-150d-4ada-b582-a7e77e4ec5ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:34.649807 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fa78ee0-150d-4ada-b582-a7e77e4ec5ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136}  {{(pid=86369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 19:25:34.670696 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-50efd0f2-e5a2-4667-b6c0-81ffbd970e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0f0df4e0>, [{'id': '721b2fd1-6523-4d17-81c2-bdaefed50046', 'name': 'tempest-AttachVolumeTestJSON-1543954745-router', 'tenant_id': 'cc39b9932e394741a871cc678ffadd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '3088cc3a-fd41-4640-9ce2-11b8c575e025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:25:03Z', 'updated_at': '2021-04-19T19:25:26Z', 'revision_number': 4, 'project_id': 'cc39b9932e394741a871cc678ffadd40', 'gw_port': {'id': '3088cc3a-fd41-4640-9ce2-11b8c575e025', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:91:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721b2fd1-6523-4d17-81c2-bdaefed50046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:06Z', 'updated_at': '2021-04-19T19:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_interfaces': [{'id': '97168d22-39e0-488c-baad-6c9ea8caa279', 'name': '', 'network_id': '9d269001-9e9c-479f-88fd-1acf166660c3', 'tenant_id': 'cc39b9932e394741a871cc678ffadd40', 'mac_address': 'fa:16:3e:eb:13:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '721b2fd1-6523-4d17-81c2-bdaefed50046', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '00f7e508-0145-491e-8134-c9fdb454d461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:22Z', 'updated_at': '2021-04-19T19:25:26Z', 'revision_number': 2, 'project_id': 'cc39b9932e394741a871cc678ffadd40', 'subnets': [{'id': '00f7e508-0145-491e-8134-c9fdb454d461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:25:34.691701 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50efd0f2-e5a2-4667-b6c0-81ffbd970e22 None None] Checking router: 721b2fd1-6523-4d17-81c2-bdaefed50046 for host: dv-cinder-786932-1-iscsi {{(pid=86371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:25:34.692677 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1fa78ee0-150d-4ada-b582-a7e77e4ec5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852957628'] for segment, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:34.693207 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50efd0f2-e5a2-4667-b6c0-81ffbd970e22 None None] Updating router 721b2fd1-6523-4d17-81c2-bdaefed50046 port 97168d22-39e0-488c-baad-6c9ea8caa279 binding host dv-cinder-786932-1-iscsi {{(pid=86371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 19:25:34.693817 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.db.segments_db [None req-1fa78ee0-150d-4ada-b582-a7e77e4ec5ee admin admin] Added segment 0b43ed68-bc88-4305-8d5f-9b80b4969ffe of type vlan for network 17eac355-5ee5-4411-b1a1-b4d84e018405
Apr 19 19:25:34.770571 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1fa78ee0-150d-4ada-b582-a7e77e4ec5ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739738712435'] for network, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:34.791905 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8c17f3db-f03c-4f56-880c-df79d7b553c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:34.836089 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1fa78ee0-150d-4ada-b582-a7e77e4ec5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770'] for network, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:34.838570 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa78ee0-150d-4ada-b582-a7e77e4ec5ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:34.839748 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1fa78ee0-150d-4ada-b582-a7e77e4ec5ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:34.858091 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:34.953668 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-50efd0f2-e5a2-4667-b6c0-81ffbd970e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:35.025983 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5d21c-6477-4ba2-945a-2d5083161ab3 req-0c29df39-d989-4dae-b259-51369217dd5b tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:35.028428 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-32e5d21c-6477-4ba2-945a-2d5083161ab3 req-0c29df39-d989-4dae-b259-51369217dd5b tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=207ca733-67ad-4d61-9786-fc0eca9aa95f HTTP/1.1" status: 200  len: 943 time: 0.4824831
Apr 19 19:25:35.075545 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5863b6-eced-455a-9b9b-319c670a4433 req-6f3eec9c-cb2d-4532-a467-c46cb8a30abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:35.077249 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-de5863b6-eced-455a-9b9b-319c670a4433 req-6f3eec9c-cb2d-4532-a467-c46cb8a30abe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a4157084ae6142919ddb96ec59351c24&device_id=f08de347-15dc-404e-af5b-ccaa77929838 HTTP/1.1" status: 200  len: 1096 time: 0.4227791
Apr 19 19:25:35.155213 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f08de347-15dc-404e-af5b-ccaa77929838', 'tag': 'cf4e8a80-8c9d-465f-ab2a-dbba77f1be90', 'status': 'completed', 'code': 200}
Apr 19 19:25:35.228657 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa78ee0-150d-4ada-b582-a7e77e4ec5ee admin admin] Pushing event updated for resources: {'Network': ['ID=17eac355-5ee5-4411-b1a1-b4d84e018405,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:35.241413 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-1fa78ee0-150d-4ada-b582-a7e77e4ec5ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:35.250739 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Network 17eac355-5ee5-4411-b1a1-b4d84e018405 details requested by agent ovs-agent-dv-cinder-786932-1-iscsi with host dv-cinder-786932-1-iscsi {{(pid=86370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 19:25:35.272342 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-1fa78ee0-150d-4ada-b582-a7e77e4ec5ee admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.7490606
Apr 19 19:25:35.273720 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 47854) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:25:35.287411 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-0be3f346-5678-40a4-acab-539209b35d6b admin admin] Request body: {'subnet': {'network_id': '17eac355-5ee5-4411-b1a1-b4d84e018405', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-576121682-subnet', 'tenant_id': 'b5cbb9e061a247a1a24240474f322e1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:25:35.299919 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-0be3f346-5678-40a4-acab-539209b35d6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:25:35.310034 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-0be3f346-5678-40a4-acab-539209b35d6b admin admin] Usage tracker for resource:subnet and tenant:b5cbb9e061a247a1a24240474f322e1a is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:25:35.316273 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-0be3f346-5678-40a4-acab-539209b35d6b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:25:35.322391 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-de5863b6-eced-455a-9b9b-319c670a4433 req-cf5bfcfb-4127-4322-b90e-56903f71675d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf4e8a80-8c9d-465f-ab2a-dbba77f1be90 HTTP/1.1" status: 200  len: 217 time: 0.1660736
Apr 19 19:25:35.329997 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-0be3f346-5678-40a4-acab-539209b35d6b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:25:35.334471 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-32e5d21c-6477-4ba2-945a-2d5083161ab3 req-4fc7fa06-3b35-4bbb-b420-61ef96a7e64e tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ea1d6d9-16df-47a6-b3b2-7b8ea05c5162&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2831345
Apr 19 19:25:35.342516 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device f9e3261d-a3f1-4596-9159-2c4123637e63 up at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:25:35.380354 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be3f346-5678-40a4-acab-539209b35d6b admin admin] Made reservation on behalf of b5cbb9e061a247a1a24240474f322e1a for: {'subnet': 1} {{(pid=86369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:25:35.400210 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0be3f346-5678-40a4-acab-539209b35d6b admin admin] Notify callbacks [] for subnet, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:35.581284 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5863b6-eced-455a-9b9b-319c670a4433 req-16ac1f1e-c059-44aa-ad0c-2f626972d2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:35.583412 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-de5863b6-eced-455a-9b9b-319c670a4433 req-16ac1f1e-c059-44aa-ad0c-2f626972d2bd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2c9ae8fe-764d-471e-b69b-ba318b08a898 HTTP/1.1" status: 200  len: 852 time: 0.2397506
Apr 19 19:25:35.918480 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning complete for port f9e3261d-a3f1-4596-9159-2c4123637e63 triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:25:35.919525 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:36.003360 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-50efd0f2-e5a2-4667-b6c0-81ffbd970e22 None None] Notify callbacks [] for port, precommit_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:36.033415 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-50efd0f2-e5a2-4667-b6c0-81ffbd970e22 None None] Transition to ACTIVE for port object 97168d22-39e0-488c-baad-6c9ea8caa279 will not be triggered until provisioned by entity L2. {{(pid=86371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:25:36.054623 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-50efd0f2-e5a2-4667-b6c0-81ffbd970e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:36.055824 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:36.155320 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cef357-4544-4155-a25a-f768854d46ea None None] Pushing event updated for resources: {'Port': ['ID=97168d22-39e0-488c-baad-6c9ea8caa279,revision_number=3']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:36.158946 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c8cef357-4544-4155-a25a-f768854d46ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:36.267166 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 47870) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:25:36.297181 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-272b9c34-357c-4a65-85f3-928541dcd395 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Request body: {'security_group': {'name': 'tempest-securitygroup--468290302', 'description': 'tempest-description--1080644346'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:25:36.324557 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-272b9c34-357c-4a65-85f3-928541dcd395 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:25:36.370163 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-272b9c34-357c-4a65-85f3-928541dcd395 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Usage tracker for resource:security_group and tenant:cc39b9932e394741a871cc678ffadd40 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:25:36.430695 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device 643ca322-bd10-4392-be03-10b198f92d31 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 19:25:36.499828 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-272b9c34-357c-4a65-85f3-928541dcd395 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:25:36.517236 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-50efd0f2-e5a2-4667-b6c0-81ffbd970e22 None None] Attempting to bind port 97168d22-39e0-488c-baad-6c9ea8caa279 on host dv-cinder-786932-1-iscsi for vnic_type normal with profile  {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:25:36.517631 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-50efd0f2-e5a2-4667-b6c0-81ffbd970e22 None None] Attempting to bind port 97168d22-39e0-488c-baad-6c9ea8caa279 by drivers openvswitch,hyperv on host dv-cinder-786932-1-iscsi at level 0 using segments [{'id': '02940ce1-3553-4177-be6e-c973c291b896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9d269001-9e9c-479f-88fd-1acf166660c3'}] {{(pid=86371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:25:36.518028 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50efd0f2-e5a2-4667-b6c0-81ffbd970e22 None None] Attempting to bind port 97168d22-39e0-488c-baad-6c9ea8caa279 on network 9d269001-9e9c-479f-88fd-1acf166660c3 {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:25:36.527899 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50efd0f2-e5a2-4667-b6c0-81ffbd970e22 None None] Checking agent: {'id': '18e08627-855b-4b57-ace4-a20256d828a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 16, 20), 'started_at': datetime.datetime(2021, 4, 19, 19, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:25:36.528353 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50efd0f2-e5a2-4667-b6c0-81ffbd970e22 None None] Checking segment: {'id': '02940ce1-3553-4177-be6e-c973c291b896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9d269001-9e9c-479f-88fd-1acf166660c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:25:36.528749 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-50efd0f2-e5a2-4667-b6c0-81ffbd970e22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:36.529185 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50efd0f2-e5a2-4667-b6c0-81ffbd970e22 None None] Bound using segment: {'id': '02940ce1-3553-4177-be6e-c973c291b896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9d269001-9e9c-479f-88fd-1acf166660c3'} {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:25:36.529709 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-50efd0f2-e5a2-4667-b6c0-81ffbd970e22 None None] Bound port: 97168d22-39e0-488c-baad-6c9ea8caa279, host: dv-cinder-786932-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02940ce1-3553-4177-be6e-c973c291b896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9d269001-9e9c-479f-88fd-1acf166660c3'}}] {{(pid=86371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:25:36.530123 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-50efd0f2-e5a2-4667-b6c0-81ffbd970e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:36.554406 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-de5863b6-eced-455a-9b9b-319c670a4433 req-30728ef4-5a7b-4e5d-8812-6bb0e570b513 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=487277e7-975a-408b-94c0-5ec92542f28c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.9432180
Apr 19 19:25:36.573515 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d9422843-dc56-4aba-aa75-a6ee38e21d60 req-a002571a-0bdb-42d4-af8c-d62fdd65e6d0 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 210 time: 0.8021526
Apr 19 19:25:36.576858 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-272b9c34-357c-4a65-85f3-928541dcd395 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:25:36.696653 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-272b9c34-357c-4a65-85f3-928541dcd395 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:36.747047 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0be3f346-5678-40a4-acab-539209b35d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770'] for subnet, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:36.768802 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-f96bf988-a804-4599-a2fd-09a368b87809 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:36.821041 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port 643ca322-bd10-4392-be03-10b198f92d31, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=643ca322-bd10-4392-be03-10b198f92d31,segment=NetworkSegment(b3c21e51-3edd-47e3-9955-c8137f9b3597),segment_id=b3c21e51-3edd-47e3-9955-c8137f9b3597)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:25:36.855101 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Returning: {'device': '643ca322-bd10-4392-be03-10b198f92d31', 'network_id': '25ae2e40-a0fd-4be2-80cb-8d7a91db2a23', 'port_id': '643ca322-bd10-4392-be03-10b198f92d31', 'mac_address': 'fa:16:3e:44:83:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88652430-4f45-47e3-9948-8fa89b4f7532', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 19:25:36.873700 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-50efd0f2-e5a2-4667-b6c0-81ffbd970e22 None None] For port 97168d22-39e0-488c-baad-6c9ea8caa279, host dv-cinder-786932-1-iscsi, cleared binding levels {{(pid=86371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:25:36.878706 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-50efd0f2-e5a2-4667-b6c0-81ffbd970e22 None None] For port 97168d22-39e0-488c-baad-6c9ea8caa279, host dv-cinder-786932-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=97168d22-39e0-488c-baad-6c9ea8caa279,segment=NetworkSegment(02940ce1-3553-4177-be6e-c973c291b896),segment_id=02940ce1-3553-4177-be6e-c973c291b896)] {{(pid=86371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:25:36.892379 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-50efd0f2-e5a2-4667-b6c0-81ffbd970e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:36.899138 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-13aa9af0-1011-49a7-a53b-97964f02cc3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:36.902143 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-272b9c34-357c-4a65-85f3-928541dcd395 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:25:36.954394 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.db.resource_extend [None req-8c17f3db-f03c-4f56-880c-df79d7b553c5 admin admin] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 19 19:25:36.976814 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8c17f3db-f03c-4f56-880c-df79d7b553c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:36.989888 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-272b9c34-357c-4a65-85f3-928541dcd395 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Usage tracker for resource:security_group_rule and tenant:cc39b9932e394741a871cc678ffadd40 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:25:37.016064 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-272b9c34-357c-4a65-85f3-928541dcd395 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:25:37.077377 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50efd0f2-e5a2-4667-b6c0-81ffbd970e22 None None] Routers {'721b2fd1-6523-4d17-81c2-bdaefed50046'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:25:37.078071 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-50efd0f2-e5a2-4667-b6c0-81ffbd970e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0f0df4e0>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:25:19Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['721b2fd1-6523-4d17-81c2-bdaefed50046'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:25:37.156909 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:37.161596 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8c17f3db-f03c-4f56-880c-df79d7b553c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:37.179215 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cef357-4544-4155-a25a-f768854d46ea None None] Pushing event updated for resources: {'Port': ['ID=97168d22-39e0-488c-baad-6c9ea8caa279,revision_number=4']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:37.206524 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8c17f3db-f03c-4f56-880c-df79d7b553c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854087066'] for router_interface, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:37.213303 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 643ca322-bd10-4392-be03-10b198f92d31 {{(pid=86370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:25:37.257956 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:37.261815 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port 643ca322-bd10-4392-be03-10b198f92d31, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=643ca322-bd10-4392-be03-10b198f92d31,segment=NetworkSegment(b3c21e51-3edd-47e3-9955-c8137f9b3597),segment_id=b3c21e51-3edd-47e3-9955-c8137f9b3597)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:25:37.268941 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c8cef357-4544-4155-a25a-f768854d46ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:37.270964 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:37.274010 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:37.472772 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-50efd0f2-e5a2-4667-b6c0-81ffbd970e22 None None] Set router 721b2fd1-6523-4d17-81c2-bdaefed50046 gateway port host: dv-cinder-786932-1-iscsi {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:25:37.501173 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Pushing event updated for resources: {'Port': ['ID=643ca322-bd10-4392-be03-10b198f92d31,revision_number=4']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:37.538486 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:37.625143 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] get_ports_and_sgs() called for port_ids ['643ca322-bd10-4392-be03-10b198f92d31'] {{(pid=86370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:25:37.844619 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c17f3db-f03c-4f56-880c-df79d7b553c5 admin admin] Network a4cfddf6-741b-4335-bc05-1c15da9b2a0f is already hosted by enough agents. {{(pid=86368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:25:37.906348 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-8c17f3db-f03c-4f56-880c-df79d7b553c5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:25:37.921972 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c17f3db-f03c-4f56-880c-df79d7b553c5 admin admin] Pushing event updated for resources: {'Port': ['ID=3751a9a2-a0b6-4782-b83a-686680c05aea,revision_number=2']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:37.932167 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8444c1e9-c417-45ea-b0f7-0e9317cc954f req-04555b30-8ede-470f-9345-e35a906b2679 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:37.933567 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-8444c1e9-c417-45ea-b0f7-0e9317cc954f req-04555b30-8ede-470f-9345-e35a906b2679 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Synchronizing usage tracker for tenant:c6333d4d4b1249bfb35237c3c56fe86e on resource:network {{(pid=86369) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:25:37.943154 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-272b9c34-357c-4a65-85f3-928541dcd395 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:25:37.995172 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be3f346-5678-40a4-acab-539209b35d6b admin admin] Checking segment: {'id': '0b43ed68-bc88-4305-8d5f-9b80b4969ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '17eac355-5ee5-4411-b1a1-b4d84e018405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:25:37.995763 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be3f346-5678-40a4-acab-539209b35d6b admin admin] Network hostable DHCP agents. Network: 17eac355-5ee5-4411-b1a1-b4d84e018405, hostable agents: ['5216385f-cfc7-4997-a943-f61b8ae1664e'], hosted agents: [] {{(pid=86369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 19:25:38.005816 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be3f346-5678-40a4-acab-539209b35d6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ff04d57-f939-4428-bf66-46ad25946ab5,revision_number=0']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:38.021902 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-0be3f346-5678-40a4-acab-539209b35d6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.253s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:38.023325 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-8444c1e9-c417-45ea-b0f7-0e9317cc954f req-04555b30-8ede-470f-9345-e35a906b2679 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Unset dirty status for tenant:c6333d4d4b1249bfb35237c3c56fe86e on resource:network {{(pid=86369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:25:38.025783 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8444c1e9-c417-45ea-b0f7-0e9317cc954f req-04555b30-8ede-470f-9345-e35a906b2679 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.20 "GET /v2.0/networks?id=a89eb528-cfbf-497b-ad2d-b1613a8bf395 HTTP/1.1" status: 200  len: 816 time: 1.1188092
Apr 19 19:25:38.144501 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be3f346-5678-40a4-acab-539209b35d6b admin admin] Network 17eac355-5ee5-4411-b1a1-b4d84e018405 is scheduled to be hosted by DHCP agent 5216385f-cfc7-4997-a943-f61b8ae1664e with binding_index 1 {{(pid=86369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 19:25:38.209259 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e77c9-c914-47ba-9a5c-3d78f4bf6b81 req-84ad2b01-39e8-4964-a86f-020613444c3b tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:38.222383 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6a0e77c9-c914-47ba-9a5c-3d78f4bf6b81 req-84ad2b01-39e8-4964-a86f-020613444c3b tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] 10.222.0.36 "GET /v2.0/ports?device_id=f08de347-15dc-404e-af5b-ccaa77929838 HTTP/1.1" status: 200  len: 943 time: 1.6642563
Apr 19 19:25:38.255452 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8c17f3db-f03c-4f56-880c-df79d7b553c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.997s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:38.277585 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-50efd0f2-e5a2-4667-b6c0-81ffbd970e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0f0df4e0>, [{'id': '721b2fd1-6523-4d17-81c2-bdaefed50046', 'name': 'tempest-AttachVolumeTestJSON-1543954745-router', 'tenant_id': 'cc39b9932e394741a871cc678ffadd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '3088cc3a-fd41-4640-9ce2-11b8c575e025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:25:03Z', 'updated_at': '2021-04-19T19:25:26Z', 'revision_number': 4, 'project_id': 'cc39b9932e394741a871cc678ffadd40', 'gw_port': {'id': '3088cc3a-fd41-4640-9ce2-11b8c575e025', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:91:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721b2fd1-6523-4d17-81c2-bdaefed50046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:06Z', 'updated_at': '2021-04-19T19:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_interfaces': [{'id': '97168d22-39e0-488c-baad-6c9ea8caa279', 'name': '', 'network_id': '9d269001-9e9c-479f-88fd-1acf166660c3', 'tenant_id': 'cc39b9932e394741a871cc678ffadd40', 'mac_address': 'fa:16:3e:eb:13:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '721b2fd1-6523-4d17-81c2-bdaefed50046', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '00f7e508-0145-491e-8134-c9fdb454d461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:22Z', 'updated_at': '2021-04-19T19:25:36Z', 'revision_number': 4, 'project_id': 'cc39b9932e394741a871cc678ffadd40', 'subnets': [{'id': '00f7e508-0145-491e-8134-c9fdb454d461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:25:38.285424 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-de5863b6-eced-455a-9b9b-319c670a4433 req-7aa9c776-8b68-440e-89e6-056c9ca42c79 service neutron] 10.222.0.20 "GET /v2.0/networks/487277e7-975a-408b-94c0-5ec92542f28c?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.7031298
Apr 19 19:25:38.290945 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50efd0f2-e5a2-4667-b6c0-81ffbd970e22 None None] The sync data for ids ['721b2fd1-6523-4d17-81c2-bdaefed50046'] in dv-cinder-786932-1-iscsi is: [{'id': '721b2fd1-6523-4d17-81c2-bdaefed50046', 'name': 'tempest-AttachVolumeTestJSON-1543954745-router', 'tenant_id': 'cc39b9932e394741a871cc678ffadd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '3088cc3a-fd41-4640-9ce2-11b8c575e025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:25:03Z', 'updated_at': '2021-04-19T19:25:26Z', 'revision_number': 4, 'project_id': 'cc39b9932e394741a871cc678ffadd40', 'gw_port': {'id': '3088cc3a-fd41-4640-9ce2-11b8c575e025', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:91:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721b2fd1-6523-4d17-81c2-bdaefed50046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:06Z', 'updated_at': '2021-04-19T19:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_interfaces': [{'id': '97168d22-39e0-488c-baad-6c9ea8caa279', 'name': '', 'network_id': '9d269001-9e9c-479f-88fd-1acf166660c3', 'tenant_id': 'cc39b9932e394741a871cc678ffadd40', 'mac_address': 'fa:16:3e:eb:13:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '721b2fd1-6523-4d17-81c2-bdaefed50046', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '00f7e508-0145-491e-8134-c9fdb454d461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:22Z', 'updated_at': '2021-04-19T19:25:36Z', 'revision_number': 4, 'project_id': 'cc39b9932e394741a871cc678ffadd40', 'subnets': [{'id': '00f7e508-0145-491e-8134-c9fdb454d461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:25:38.327238 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-8444c1e9-c417-45ea-b0f7-0e9317cc954f req-2e5a312a-a3f1-400e-8d22-02a5a364db9d tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Synchronizing usage tracker for tenant:c6333d4d4b1249bfb35237c3c56fe86e on resource:security_group {{(pid=86369) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:25:38.335806 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-0be3f346-5678-40a4-acab-539209b35d6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-1-iscsi, 17eac355-5ee5-4411-b1a1-b4d84e018405) {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:25:38.356833 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be3f346-5678-40a4-acab-539209b35d6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:38.359390 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b705d3-01a7-4379-982f-bd32139cb2e1 req-41d41d4d-969d-4d70-8f1c-51670d4947b7 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:38.359982 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0be3f346-5678-40a4-acab-539209b35d6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for subnet, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:38.372762 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d4b705d3-01a7-4379-982f-bd32139cb2e1 req-41d41d4d-969d-4d70-8f1c-51670d4947b7 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=207ca733-67ad-4d61-9786-fc0eca9aa95f HTTP/1.1" status: 200  len: 943 time: 1.3849239
Apr 19 19:25:38.380950 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ca9e20-e5f2-4084-b1fb-de64ab5bce2a None None] Network 17eac355-5ee5-4411-b1a1-b4d84e018405 requested from dv-cinder-786932-1-iscsi {{(pid=86370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:25:38.413021 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-8444c1e9-c417-45ea-b0f7-0e9317cc954f req-2e5a312a-a3f1-400e-8d22-02a5a364db9d tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Unset dirty status for tenant:c6333d4d4b1249bfb35237c3c56fe86e on resource:security_group {{(pid=86369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:25:38.415340 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8444c1e9-c417-45ea-b0f7-0e9317cc954f req-2e5a312a-a3f1-400e-8d22-02a5a364db9d tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c6333d4d4b1249bfb35237c3c56fe86e HTTP/1.1" status: 200  len: 5700 time: 0.3713424
Apr 19 19:25:38.510705 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-272b9c34-357c-4a65-85f3-928541dcd395 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:38.514267 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-0be3f346-5678-40a4-acab-539209b35d6b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 3.2382474
Apr 19 19:25:38.519741 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-272b9c34-357c-4a65-85f3-928541dcd395 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:38.533753 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:38.633946 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-272b9c34-357c-4a65-85f3-928541dcd395 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:38.636311 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-272b9c34-357c-4a65-85f3-928541dcd395 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 2.3645768
Apr 19 19:25:38.652568 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 47920) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:25:38.670954 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-6b628f2f-b29a-4cbc-8f22-d4a1491942f1 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Request body: {'security_group_rule': {'security_group_id': '9bb966a8-856d-4456-a718-193d52b80079', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:25:38.684050 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-6b628f2f-b29a-4cbc-8f22-d4a1491942f1 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:25:38.691618 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6a0e77c9-c914-47ba-9a5c-3d78f4bf6b81 req-2d497cff-edd0-4696-b54e-dd196469cd13 tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba47e093-5ded-4fa1-be17-7a5da98eb23d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4329896
Apr 19 19:25:38.693615 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-6b628f2f-b29a-4cbc-8f22-d4a1491942f1 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Usage tracker for resource:security_group_rule and tenant:cc39b9932e394741a871cc678ffadd40 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:25:38.712599 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-6b628f2f-b29a-4cbc-8f22-d4a1491942f1 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:25:38.730383 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-6b628f2f-b29a-4cbc-8f22-d4a1491942f1 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:25:38.809612 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272b9c34-357c-4a65-85f3-928541dcd395 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb966a8-856d-4456-a718-193d52b80079,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:38.815565 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-272b9c34-357c-4a65-85f3-928541dcd395 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:38.827428 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6b628f2f-b29a-4cbc-8f22-d4a1491942f1 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:38.859005 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d4b705d3-01a7-4379-982f-bd32139cb2e1 req-d6a27878-8ee9-468a-ab15-22b1e0c29595 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ea1d6d9-16df-47a6-b3b2-7b8ea05c5162&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4852195
Apr 19 19:25:39.025548 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6b628f2f-b29a-4cbc-8f22-d4a1491942f1 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:39.031864 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6b628f2f-b29a-4cbc-8f22-d4a1491942f1 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106940'] for security_group_rule, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:39.033815 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:39.090848 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b628f2f-b29a-4cbc-8f22-d4a1491942f1 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bd55331-6ed1-4d88-9d80-24d8e4b59e18,revision_number=0']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:39.093774 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da52258-4795-438e-8e1c-1eb17aa02d33 None None] Network 17eac355-5ee5-4411-b1a1-b4d84e018405 requested from dv-cinder-786932-1-iscsi {{(pid=86370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:25:39.094558 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d0fdca2f-f1f6-4cfb-81a5-0784d235d761 req-cafdcb1f-105d-48c6-a101-6d25f52cd70f tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 210 time: 0.1481431
Apr 19 19:25:39.107430 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c17f3db-f03c-4f56-880c-df79d7b553c5 admin admin] Router e7ee730f-7d7b-4877-9672-c32a1b1a68de has already been hosted by L3 agent a3cf2d1c-6710-4478-a129-20091cfe97d1 {{(pid=86368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:25:39.122733 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-de5863b6-eced-455a-9b9b-319c670a4433 req-b4af332a-e397-42d3-a30e-231a46e590d4 service neutron] 10.222.0.20 "GET /v2.0/networks/487277e7-975a-408b-94c0-5ec92542f28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6731973
Apr 19 19:25:39.153128 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-6b628f2f-b29a-4cbc-8f22-d4a1491942f1 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:39.178235 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6b628f2f-b29a-4cbc-8f22-d4a1491942f1 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:39.179922 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-6b628f2f-b29a-4cbc-8f22-d4a1491942f1 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5257282
Apr 19 19:25:39.182935 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 47940) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:25:39.200483 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-84def814-d98b-4981-81fb-f61d7b3d7715 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Request body: {'security_group_rule': {'security_group_id': '9bb966a8-856d-4456-a718-193d52b80079', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:25:39.216493 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-84def814-d98b-4981-81fb-f61d7b3d7715 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:25:39.227819 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-84def814-d98b-4981-81fb-f61d7b3d7715 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Usage tracker for resource:security_group_rule and tenant:cc39b9932e394741a871cc678ffadd40 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:25:39.233041 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-84def814-d98b-4981-81fb-f61d7b3d7715 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:25:39.247541 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-84def814-d98b-4981-81fb-f61d7b3d7715 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:25:39.299518 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-84def814-d98b-4981-81fb-f61d7b3d7715 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:39.405325 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device 97168d22-39e0-488c-baad-6c9ea8caa279 up at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:25:39.474982 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-84def814-d98b-4981-81fb-f61d7b3d7715 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:39.488742 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-84def814-d98b-4981-81fb-f61d7b3d7715 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106940'] for security_group_rule, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:39.503625 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:39.544252 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84def814-d98b-4981-81fb-f61d7b3d7715 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ef2096e-e1f9-4e79-a05e-f94b7c137b62,revision_number=0']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:39.562642 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-84def814-d98b-4981-81fb-f61d7b3d7715 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:39.567323 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c17f3db-f03c-4f56-880c-df79d7b553c5 admin admin] Notify agent at l3_agent.dv-cinder-786932-1-iscsi the message routers_updated {{(pid=86368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:25:39.592218 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-8c17f3db-f03c-4f56-880c-df79d7b553c5 admin admin] 10.222.0.36 "PUT /v2.0/routers/e7ee730f-7d7b-4877-9672-c32a1b1a68de/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.4882209
Apr 19 19:25:39.592447 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-84def814-d98b-4981-81fb-f61d7b3d7715 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:39.592447 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-84def814-d98b-4981-81fb-f61d7b3d7715 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4037156
Apr 19 19:25:39.593170 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 47952) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:25:39.602523 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-a696496e-4f8e-493b-b05b-218cb8ce94ce tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Request body: {'floatingip': {'floating_network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:25:39.607141 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05261afd-062f-447b-8d4c-e9180557d158 None None] Sync routers for ids ['e7ee730f-7d7b-4877-9672-c32a1b1a68de'] in dv-cinder-786932-1-iscsi {{(pid=86370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:25:39.613539 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-a696496e-4f8e-493b-b05b-218cb8ce94ce tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:25:39.623772 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-a696496e-4f8e-493b-b05b-218cb8ce94ce tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Usage tracker for resource:floatingip and tenant:cc39b9932e394741a871cc678ffadd40 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:25:39.632121 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-a696496e-4f8e-493b-b05b-218cb8ce94ce tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:25:39.640676 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05261afd-062f-447b-8d4c-e9180557d158 None None] Routers {'e7ee730f-7d7b-4877-9672-c32a1b1a68de'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:25:39.641884 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-05261afd-062f-447b-8d4c-e9180557d158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0f09e400>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:25:19Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['e7ee730f-7d7b-4877-9672-c32a1b1a68de'], 'active': True} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:25:39.644760 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-a696496e-4f8e-493b-b05b-218cb8ce94ce tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:25:39.660411 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a696496e-4f8e-493b-b05b-218cb8ce94ce tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks [] for floatingip, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:40.031624 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a696496e-4f8e-493b-b05b-218cb8ce94ce tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:40.103872 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 47970) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:25:40.127676 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-ccdf2d66-1246-49e9-a29a-1df80b5a42a5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1874360786-network', 'tenant_id': 'd02c0e2226c9416194d0fd75af65bf42'}} {{(pid=86368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:25:40.139151 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-ccdf2d66-1246-49e9-a29a-1df80b5a42a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:25:40.144765 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-ccdf2d66-1246-49e9-a29a-1df80b5a42a5 admin admin] Usage tracker for resource:network and tenant:d02c0e2226c9416194d0fd75af65bf42 is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:25:40.149656 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-ccdf2d66-1246-49e9-a29a-1df80b5a42a5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:25:40.158041 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-ccdf2d66-1246-49e9-a29a-1df80b5a42a5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:25:40.186114 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccdf2d66-1246-49e9-a29a-1df80b5a42a5 admin admin] Made reservation on behalf of d02c0e2226c9416194d0fd75af65bf42 for: {'network': 1} {{(pid=86368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:25:40.192744 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ccdf2d66-1246-49e9-a29a-1df80b5a42a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for network, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:40.199782 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning for port 97168d22-39e0-488c-baad-6c9ea8caa279 completed by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:25:40.215234 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ccdf2d66-1246-49e9-a29a-1df80b5a42a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:40.228827 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning complete for port 97168d22-39e0-488c-baad-6c9ea8caa279 triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:25:40.229273 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:40.352132 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-ccdf2d66-1246-49e9-a29a-1df80b5a42a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:25:40.358662 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-ccdf2d66-1246-49e9-a29a-1df80b5a42a5 admin admin] Usage tracker for resource:security_group_rule and tenant:d02c0e2226c9416194d0fd75af65bf42 is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:25:40.363906 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-ccdf2d66-1246-49e9-a29a-1df80b5a42a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:25:40.379677 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-ccdf2d66-1246-49e9-a29a-1df80b5a42a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:25:40.412144 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-a696496e-4f8e-493b-b05b-218cb8ce94ce tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Allocated IP 172.27.1.228 (4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c/7025e6d6-1695-4f32-acf4-f47e4f1fcca5/01a8b589-4608-4be5-af81-dff1e2a7d4dc) {{(pid=86369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:25:40.450689 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b811dc-fe83-4a08-ba88-c7feaf2f6c7d req-09f3a4b0-6f28-4388-8692-b753faac8917 tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:40.452591 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-58b811dc-fe83-4a08-ba88-c7feaf2f6c7d req-09f3a4b0-6f28-4388-8692-b753faac8917 tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] 10.222.0.36 "GET /v2.0/ports?device_id=f08de347-15dc-404e-af5b-ccaa77929838 HTTP/1.1" status: 200  len: 943 time: 0.5181918
Apr 19 19:25:40.466825 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-05261afd-062f-447b-8d4c-e9180557d158 None None] Set router e7ee730f-7d7b-4877-9672-c32a1b1a68de gateway port host: dv-cinder-786932-1-iscsi {{(pid=86370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:25:40.522292 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b852194-aea8-4e2d-b87a-3738dad2694e req-52bdf24b-c7ff-4fa5-b4f5-02bb8ee7b373 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:40.530694 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9b852194-aea8-4e2d-b87a-3738dad2694e req-52bdf24b-c7ff-4fa5-b4f5-02bb8ee7b373 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=207ca733-67ad-4d61-9786-fc0eca9aa95f HTTP/1.1" status: 200  len: 944 time: 0.2999716
Apr 19 19:25:40.621208 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9b852194-aea8-4e2d-b87a-3738dad2694e req-6c37992f-966a-4e59-ad58-44f8e896d7fb tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ea1d6d9-16df-47a6-b3b2-7b8ea05c5162&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0895274
Apr 19 19:25:40.635004 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-58b811dc-fe83-4a08-ba88-c7feaf2f6c7d req-06066580-0603-4531-95c6-1ce8d966239a tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba47e093-5ded-4fa1-be17-7a5da98eb23d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1736035
Apr 19 19:25:40.795063 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a696496e-4f8e-493b-b05b-218cb8ce94ce tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks [] for port, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:40.821605 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ccdf2d66-1246-49e9-a29a-1df80b5a42a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:40.828245 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ccdf2d66-1246-49e9-a29a-1df80b5a42a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:40.834361 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:40.867454 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a696496e-4f8e-493b-b05b-218cb8ce94ce tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739738723801'] for port, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:40.874281 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:40.913996 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccdf2d66-1246-49e9-a29a-1df80b5a42a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135}  {{(pid=86368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 19:25:40.924143 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:40.950886 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a696496e-4f8e-493b-b05b-218cb8ce94ce tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Network 4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c is already hosted by enough agents. {{(pid=86369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:25:40.955353 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-a696496e-4f8e-493b-b05b-218cb8ce94ce tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Resources bound (agent type, host, resource id):  {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:25:40.969276 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a696496e-4f8e-493b-b05b-218cb8ce94ce tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Received port after_create {{(pid=86369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:25:40.994516 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a696496e-4f8e-493b-b05b-218cb8ce94ce tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Pushing event updated for resources: {'Port': ['ID=01a8b589-4608-4be5-af81-dff1e2a7d4dc,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:41.006425 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a696496e-4f8e-493b-b05b-218cb8ce94ce tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:41.019645 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] For port 97168d22-39e0-488c-baad-6c9ea8caa279, host dv-cinder-786932-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=97168d22-39e0-488c-baad-6c9ea8caa279,segment=NetworkSegment(02940ce1-3553-4177-be6e-c973c291b896),segment_id=02940ce1-3553-4177-be6e-c973c291b896)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:25:41.022910 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a696496e-4f8e-493b-b05b-218cb8ce94ce tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:41.029022 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9a1f0700-5f57-4fa6-9a52-d79f679e54a7 req-2e40827c-409d-4878-a175-346a8a39949a tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 210 time: 0.1757793
Apr 19 19:25:41.050044 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ccdf2d66-1246-49e9-a29a-1df80b5a42a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852957628'] for segment, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:41.050864 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.db.segments_db [None req-ccdf2d66-1246-49e9-a29a-1df80b5a42a5 admin admin] Added segment 7df5560f-8621-45e8-ba01-4706dfa1c8c4 of type vlan for network 50a4eafe-4b52-42c4-9455-0e2796925ec9
Apr 19 19:25:41.064202 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:41.075242 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdf2d66-1246-49e9-a29a-1df80b5a42a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61364a9f-7a49-4bab-a010-733dd741be74,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:41.109481 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ccdf2d66-1246-49e9-a29a-1df80b5a42a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739738712435'] for network, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:41.138267 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a696496e-4f8e-493b-b05b-218cb8ce94ce tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:41.154824 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-ccdf2d66-1246-49e9-a29a-1df80b5a42a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:41.155515 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ccdf2d66-1246-49e9-a29a-1df80b5a42a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770'] for network, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:41.162386 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdf2d66-1246-49e9-a29a-1df80b5a42a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:41.163112 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ccdf2d66-1246-49e9-a29a-1df80b5a42a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:41.171706 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:41.191189 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:41.273342 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-8444c1e9-c417-45ea-b0f7-0e9317cc954f req-c9465bcd-a16b-42d1-b8ac-d13d077af878 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Request body: {'port': {'device_id': '370f06aa-5b99-4f41-9d05-441ae6481331', 'network_id': 'a89eb528-cfbf-497b-ad2d-b1613a8bf395', 'admin_state_up': True, 'tenant_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'security_groups': ['363b2ccb-b902-431d-b58c-e66b72ac10c5']}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:25:41.477297 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Pushing event updated for resources: {'Port': ['ID=97168d22-39e0-488c-baad-6c9ea8caa279,revision_number=5']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:41.484967 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:41.622225 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-05261afd-062f-447b-8d4c-e9180557d158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0f09e400>, [{'id': 'e7ee730f-7d7b-4877-9672-c32a1b1a68de', 'name': 'tempest-ServerRescueNegativeTestJSON-1142484334-router', 'tenant_id': 'caaf84b4cca64642b19aac2312292f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'f9e3261d-a3f1-4596-9159-2c4123637e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:25:06Z', 'updated_at': '2021-04-19T19:25:34Z', 'revision_number': 4, 'project_id': 'caaf84b4cca64642b19aac2312292f91', 'gw_port': {'id': 'f9e3261d-a3f1-4596-9159-2c4123637e63', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ee730f-7d7b-4877-9672-c32a1b1a68de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:10Z', 'updated_at': '2021-04-19T19:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_interfaces': [{'id': '3751a9a2-a0b6-4782-b83a-686680c05aea', 'name': '', 'network_id': 'a4cfddf6-741b-4335-bc05-1c15da9b2a0f', 'tenant_id': 'caaf84b4cca64642b19aac2312292f91', 'mac_address': 'fa:16:3e:89:8d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ee730f-7d7b-4877-9672-c32a1b1a68de', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3af27814-af97-4e02-926e-ece558d9dead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:31Z', 'updated_at': '2021-04-19T19:25:35Z', 'revision_number': 2, 'project_id': 'caaf84b4cca64642b19aac2312292f91', 'subnets': [{'id': '3af27814-af97-4e02-926e-ece558d9dead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:25:41.638917 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05261afd-062f-447b-8d4c-e9180557d158 None None] Checking router: e7ee730f-7d7b-4877-9672-c32a1b1a68de for host: dv-cinder-786932-1-iscsi {{(pid=86370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:25:41.639336 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05261afd-062f-447b-8d4c-e9180557d158 None None] Updating router e7ee730f-7d7b-4877-9672-c32a1b1a68de port 3751a9a2-a0b6-4782-b83a-686680c05aea binding host dv-cinder-786932-1-iscsi {{(pid=86370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 19:25:41.716554 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-05261afd-062f-447b-8d4c-e9180557d158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:41.819604 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdf2d66-1246-49e9-a29a-1df80b5a42a5 admin admin] Pushing event updated for resources: {'Network': ['ID=50a4eafe-4b52-42c4-9455-0e2796925ec9,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:41.823567 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-ccdf2d66-1246-49e9-a29a-1df80b5a42a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.652s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:41.876373 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-8444c1e9-c417-45ea-b0f7-0e9317cc954f req-c9465bcd-a16b-42d1-b8ac-d13d077af878 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:25:41.877991 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Network 50a4eafe-4b52-42c4-9455-0e2796925ec9 details requested by agent ovs-agent-dv-cinder-786932-1-iscsi with host dv-cinder-786932-1-iscsi {{(pid=86370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 19:25:41.887234 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-8444c1e9-c417-45ea-b0f7-0e9317cc954f req-c9465bcd-a16b-42d1-b8ac-d13d077af878 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Usage tracker for resource:port and tenant:c6333d4d4b1249bfb35237c3c56fe86e is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:25:41.900029 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-8444c1e9-c417-45ea-b0f7-0e9317cc954f req-c9465bcd-a16b-42d1-b8ac-d13d077af878 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:25:41.924804 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-ccdf2d66-1246-49e9-a29a-1df80b5a42a5 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.8142507
Apr 19 19:25:41.935140 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4bb6a1-dd9e-408c-a1c2-13a0985c1ff2 req-b3b577e0-a74a-4ca2-80ec-a35b444656fd tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:41.939662 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 48000) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:25:41.945832 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-8444c1e9-c417-45ea-b0f7-0e9317cc954f req-c9465bcd-a16b-42d1-b8ac-d13d077af878 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:25:41.946201 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4b4bb6a1-dd9e-408c-a1c2-13a0985c1ff2 req-b3b577e0-a74a-4ca2-80ec-a35b444656fd tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/networks?id=a4cfddf6-741b-4335-bc05-1c15da9b2a0f HTTP/1.1" status: 200  len: 819 time: 0.7753644
Apr 19 19:25:41.956691 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-44db9470-98fb-48df-b9b5-8f1a2dd88bc0 admin admin] Request body: {'subnet': {'network_id': '50a4eafe-4b52-42c4-9455-0e2796925ec9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1874360786-subnet', 'tenant_id': 'd02c0e2226c9416194d0fd75af65bf42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:25:41.981605 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-44db9470-98fb-48df-b9b5-8f1a2dd88bc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:25:42.001016 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-44db9470-98fb-48df-b9b5-8f1a2dd88bc0 admin admin] Usage tracker for resource:subnet and tenant:d02c0e2226c9416194d0fd75af65bf42 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:25:42.008500 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-44db9470-98fb-48df-b9b5-8f1a2dd88bc0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:25:42.023142 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4b4bb6a1-dd9e-408c-a1c2-13a0985c1ff2 req-a8e583d8-d909-486f-af8c-d9ee0fbf3200 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/quotas/caaf84b4cca64642b19aac2312292f91 HTTP/1.1" status: 200  len: 375 time: 0.0759351
Apr 19 19:25:42.024969 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8444c1e9-c417-45ea-b0f7-0e9317cc954f req-c9465bcd-a16b-42d1-b8ac-d13d077af878 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Made reservation on behalf of c6333d4d4b1249bfb35237c3c56fe86e for: {'port': 1} {{(pid=86369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:25:42.036734 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-8444c1e9-c417-45ea-b0f7-0e9317cc954f req-c9465bcd-a16b-42d1-b8ac-d13d077af878 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:42.060266 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-44db9470-98fb-48df-b9b5-8f1a2dd88bc0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:25:42.136188 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1c0a6-8154-46f2-a00e-9f1f5666e0c9 req-3faacae3-444f-4cfc-b1f3-666989eec7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:42.138549 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bff1c0a6-8154-46f2-a00e-9f1f5666e0c9 req-3faacae3-444f-4cfc-b1f3-666989eec7de service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a4157084ae6142919ddb96ec59351c24&device_id=f08de347-15dc-404e-af5b-ccaa77929838 HTTP/1.1" status: 200  len: 1096 time: 0.7331960
Apr 19 19:25:42.201494 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44db9470-98fb-48df-b9b5-8f1a2dd88bc0 admin admin] Made reservation on behalf of d02c0e2226c9416194d0fd75af65bf42 for: {'subnet': 1} {{(pid=86369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:25:42.209807 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-44db9470-98fb-48df-b9b5-8f1a2dd88bc0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:42.279895 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a696496e-4f8e-493b-b05b-218cb8ce94ce tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:42.281417 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a13b8a-14cc-43a2-b863-e94c5376e1ba req-885b3251-e1a0-4044-844d-c3fdba01cb0c tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:42.284600 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-33a13b8a-14cc-43a2-b863-e94c5376e1ba req-885b3251-e1a0-4044-844d-c3fdba01cb0c tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] 10.222.0.36 "GET /v2.0/ports?device_id=f08de347-15dc-404e-af5b-ccaa77929838 HTTP/1.1" status: 200  len: 943 time: 0.3222246
Apr 19 19:25:42.411898 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a696496e-4f8e-493b-b05b-218cb8ce94ce tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:42.444559 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-33a13b8a-14cc-43a2-b863-e94c5376e1ba req-490ed93a-e631-449a-9270-0a56eb60c51e tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba47e093-5ded-4fa1-be17-7a5da98eb23d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1473031
Apr 19 19:25:42.455938 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:42.478523 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-4b4bb6a1-dd9e-408c-a1c2-13a0985c1ff2 req-06eb7dce-9ee2-4386-86a2-e7a1075c10fd tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Synchronizing usage tracker for tenant:caaf84b4cca64642b19aac2312292f91 on resource:port {{(pid=86368) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:25:42.548380 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-05261afd-062f-447b-8d4c-e9180557d158 None None] Notify callbacks [] for port, precommit_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:42.597766 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-05261afd-062f-447b-8d4c-e9180557d158 None None] Transition to ACTIVE for port object 3751a9a2-a0b6-4782-b83a-686680c05aea will not be triggered until provisioned by entity L2. {{(pid=86370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:25:42.621996 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-05261afd-062f-447b-8d4c-e9180557d158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:42.624200 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1c0a6-8154-46f2-a00e-9f1f5666e0c9 req-862d8420-206d-4d3b-b25c-374bcb215abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:42.627386 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bff1c0a6-8154-46f2-a00e-9f1f5666e0c9 req-862d8420-206d-4d3b-b25c-374bcb215abb service neutron] 10.222.0.20 "GET /v2.0/networks?id=487277e7-975a-408b-94c0-5ec92542f28c HTTP/1.1" status: 200  len: 913 time: 0.4730544
Apr 19 19:25:42.631603 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:42.633202 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-4b4bb6a1-dd9e-408c-a1c2-13a0985c1ff2 req-06eb7dce-9ee2-4386-86a2-e7a1075c10fd tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Unset dirty status for tenant:caaf84b4cca64642b19aac2312292f91 on resource:port {{(pid=86368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:25:42.635813 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4b4bb6a1-dd9e-408c-a1c2-13a0985c1ff2 req-06eb7dce-9ee2-4386-86a2-e7a1075c10fd tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=caaf84b4cca64642b19aac2312292f91&fields=id HTTP/1.1" status: 200  len: 255 time: 0.5945053
Apr 19 19:25:42.663373 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a696496e-4f8e-493b-b05b-218cb8ce94ce tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854086990'] for floatingip, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:42.781744 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a696496e-4f8e-493b-b05b-218cb8ce94ce tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Pushing event updated for resources: {'Port': ['ID=01a8b589-4608-4be5-af81-dff1e2a7d4dc,revision_number=2']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:42.828187 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a696496e-4f8e-493b-b05b-218cb8ce94ce tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:42.839012 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a696496e-4f8e-493b-b05b-218cb8ce94ce tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for floatingip, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:42.840389 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-a696496e-4f8e-493b-b05b-218cb8ce94ce tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.2460895
Apr 19 19:25:42.886323 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bff1c0a6-8154-46f2-a00e-9f1f5666e0c9 req-1049c0db-451e-4168-8d43-87e95eca4a4b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf4e8a80-8c9d-465f-ab2a-dbba77f1be90 HTTP/1.1" status: 200  len: 217 time: 0.2353845
Apr 19 19:25:42.986580 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [req-8444c1e9-c417-45ea-b0f7-0e9317cc954f req-c9465bcd-a16b-42d1-b8ac-d13d077af878 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Allocated IP 172.20.0.12 (a89eb528-cfbf-497b-ad2d-b1613a8bf395/194aa9b4-1b11-48c1-957e-a5acc2bb888c/d8fbaa88-c36d-4955-b0ff-233bb0d92900) {{(pid=86369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:25:43.186944 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1c0a6-8154-46f2-a00e-9f1f5666e0c9 req-b03211aa-32d5-4582-949d-432c1b90db33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:43.188596 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bff1c0a6-8154-46f2-a00e-9f1f5666e0c9 req-b03211aa-32d5-4582-949d-432c1b90db33 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2c9ae8fe-764d-471e-b69b-ba318b08a898 HTTP/1.1" status: 200  len: 852 time: 0.2316949
Apr 19 19:25:43.276996 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device 643ca322-bd10-4392-be03-10b198f92d31 up at agent hyperv_hv-cinder-78693 {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:25:43.327524 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bff1c0a6-8154-46f2-a00e-9f1f5666e0c9 req-e0807dcd-ba4c-4e76-bff8-146214083dc7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=487277e7-975a-408b-94c0-5ec92542f28c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1256192
Apr 19 19:25:43.366024 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device 97168d22-39e0-488c-baad-6c9ea8caa279 up at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:25:43.370126 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4b4bb6a1-dd9e-408c-a1c2-13a0985c1ff2 req-36c0780f-eee9-4cd8-a202-d88f1ca262b1 service neutron] 10.222.0.36 "GET /v2.0/networks/a4cfddf6-741b-4335-bc05-1c15da9b2a0f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6105869
Apr 19 19:25:43.493167 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d759a5b1-3bd9-43fc-aac3-a888349147a9 req-cca1c920-0f60-48d1-a0da-3810a4f55d8d tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:43.503202 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d759a5b1-3bd9-43fc-aac3-a888349147a9 req-cca1c920-0f60-48d1-a0da-3810a4f55d8d tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=207ca733-67ad-4d61-9786-fc0eca9aa95f HTTP/1.1" status: 200  len: 944 time: 0.7419693
Apr 19 19:25:43.558804 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b6479-141a-4481-8bd7-a797d94ef373 None None] Pushing event updated for resources: {'Port': ['ID=3751a9a2-a0b6-4782-b83a-686680c05aea,revision_number=3']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:43.617395 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-bd1b6479-141a-4481-8bd7-a797d94ef373 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.985s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:43.646365 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-8444c1e9-c417-45ea-b0f7-0e9317cc954f req-c9465bcd-a16b-42d1-b8ac-d13d077af878 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks [] for port, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:43.684920 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [req-8444c1e9-c417-45ea-b0f7-0e9317cc954f req-c9465bcd-a16b-42d1-b8ac-d13d077af878 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Transition to ACTIVE for port object d8fbaa88-c36d-4955-b0ff-233bb0d92900 will not be triggered until provisioned by entity DHCP. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:25:43.719875 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-05261afd-062f-447b-8d4c-e9180557d158 None None] Attempting to bind port 3751a9a2-a0b6-4782-b83a-686680c05aea on host dv-cinder-786932-1-iscsi for vnic_type normal with profile  {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:25:43.720718 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-05261afd-062f-447b-8d4c-e9180557d158 None None] Attempting to bind port 3751a9a2-a0b6-4782-b83a-686680c05aea by drivers openvswitch,hyperv on host dv-cinder-786932-1-iscsi at level 0 using segments [{'id': 'c504281e-e832-4963-82cc-dd4c565f9202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a4cfddf6-741b-4335-bc05-1c15da9b2a0f'}] {{(pid=86370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:25:43.721216 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05261afd-062f-447b-8d4c-e9180557d158 None None] Attempting to bind port 3751a9a2-a0b6-4782-b83a-686680c05aea on network a4cfddf6-741b-4335-bc05-1c15da9b2a0f {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:25:43.724729 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d759a5b1-3bd9-43fc-aac3-a888349147a9 req-96a30613-11bc-445e-8af4-e0b6d0b75d53 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ea1d6d9-16df-47a6-b3b2-7b8ea05c5162&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2197793
Apr 19 19:25:43.732495 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Provisioning for port 643ca322-bd10-4392-be03-10b198f92d31 completed by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:25:43.739769 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05261afd-062f-447b-8d4c-e9180557d158 None None] Checking agent: {'id': '18e08627-855b-4b57-ace4-a20256d828a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 16, 20), 'started_at': datetime.datetime(2021, 4, 19, 19, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:25:43.740124 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05261afd-062f-447b-8d4c-e9180557d158 None None] Checking segment: {'id': 'c504281e-e832-4963-82cc-dd4c565f9202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a4cfddf6-741b-4335-bc05-1c15da9b2a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:25:43.740832 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-05261afd-062f-447b-8d4c-e9180557d158 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:43.741357 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05261afd-062f-447b-8d4c-e9180557d158 None None] Bound using segment: {'id': 'c504281e-e832-4963-82cc-dd4c565f9202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a4cfddf6-741b-4335-bc05-1c15da9b2a0f'} {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:25:43.742176 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-05261afd-062f-447b-8d4c-e9180557d158 None None] Bound port: 3751a9a2-a0b6-4782-b83a-686680c05aea, host: dv-cinder-786932-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c504281e-e832-4963-82cc-dd4c565f9202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a4cfddf6-741b-4335-bc05-1c15da9b2a0f'}}] {{(pid=86370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:25:43.742775 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-05261afd-062f-447b-8d4c-e9180557d158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:43.780884 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Provisioning complete for port 643ca322-bd10-4392-be03-10b198f92d31 triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:25:43.781542 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:43.787384 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-44db9470-98fb-48df-b9b5-8f1a2dd88bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770'] for subnet, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:43.794820 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:43.815441 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bff1c0a6-8154-46f2-a00e-9f1f5666e0c9 req-4bac8b70-d89c-40e3-ba78-d330fa86566f service neutron] 10.222.0.20 "GET /v2.0/networks/487277e7-975a-408b-94c0-5ec92542f28c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4795964
Apr 19 19:25:43.828743 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4b4bb6a1-dd9e-408c-a1c2-13a0985c1ff2 req-5c9ef999-3632-4358-ae5f-cefdcaf78257 service neutron] 10.222.0.36 "GET /v2.0/networks/a4cfddf6-741b-4335-bc05-1c15da9b2a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3787498
Apr 19 19:25:43.829348 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-8444c1e9-c417-45ea-b0f7-0e9317cc954f req-c9465bcd-a16b-42d1-b8ac-d13d077af878 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739738723801'] for port, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:43.911769 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8444c1e9-c417-45ea-b0f7-0e9317cc954f req-c9465bcd-a16b-42d1-b8ac-d13d077af878 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Network a89eb528-cfbf-497b-ad2d-b1613a8bf395 is already hosted by enough agents. {{(pid=86369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:25:43.917231 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [req-8444c1e9-c417-45ea-b0f7-0e9317cc954f req-c9465bcd-a16b-42d1-b8ac-d13d077af878 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Resources bound (agent type, host, resource id):  {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:25:43.926023 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-8444c1e9-c417-45ea-b0f7-0e9317cc954f req-c9465bcd-a16b-42d1-b8ac-d13d077af878 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Received port after_create {{(pid=86369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:25:43.934370 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8444c1e9-c417-45ea-b0f7-0e9317cc954f req-c9465bcd-a16b-42d1-b8ac-d13d077af878 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:43.935144 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-8444c1e9-c417-45ea-b0f7-0e9317cc954f req-c9465bcd-a16b-42d1-b8ac-d13d077af878 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:43.939839 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44db9470-98fb-48df-b9b5-8f1a2dd88bc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac88d83e-6635-436e-82bb-6d7c7dcd3a2f,revision_number=0']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:43.949989 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-44db9470-98fb-48df-b9b5-8f1a2dd88bc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:43.950772 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-3bd98547-2627-4027-8f6e-9d8fd8e901ff tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:43.993848 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44db9470-98fb-48df-b9b5-8f1a2dd88bc0 admin admin] Checking segment: {'id': '7df5560f-8621-45e8-ba01-4706dfa1c8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '50a4eafe-4b52-42c4-9455-0e2796925ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:25:43.994247 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44db9470-98fb-48df-b9b5-8f1a2dd88bc0 admin admin] Network hostable DHCP agents. Network: 50a4eafe-4b52-42c4-9455-0e2796925ec9, hostable agents: ['5216385f-cfc7-4997-a943-f61b8ae1664e'], hosted agents: [] {{(pid=86369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 19:25:44.050501 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-05261afd-062f-447b-8d4c-e9180557d158 None None] For port 3751a9a2-a0b6-4782-b83a-686680c05aea, host dv-cinder-786932-1-iscsi, cleared binding levels {{(pid=86370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:25:44.056567 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-05261afd-062f-447b-8d4c-e9180557d158 None None] For port 3751a9a2-a0b6-4782-b83a-686680c05aea, host dv-cinder-786932-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=3751a9a2-a0b6-4782-b83a-686680c05aea,segment=NetworkSegment(c504281e-e832-4963-82cc-dd4c565f9202),segment_id=c504281e-e832-4963-82cc-dd4c565f9202)] {{(pid=86370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:25:44.078351 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8444c1e9-c417-45ea-b0f7-0e9317cc954f req-c9465bcd-a16b-42d1-b8ac-d13d077af878 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.8135896
Apr 19 19:25:44.091625 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9465bcd-a16b-42d1-b8ac-d13d077af878 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Pushing event updated for resources: {'Port': ['ID=d8fbaa88-c36d-4955-b0ff-233bb0d92900,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:44.096569 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44db9470-98fb-48df-b9b5-8f1a2dd88bc0 admin admin] Network 50a4eafe-4b52-42c4-9455-0e2796925ec9 is scheduled to be hosted by DHCP agent 5216385f-cfc7-4997-a943-f61b8ae1664e with binding_index 1 {{(pid=86369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 19:25:44.103193 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-8444c1e9-c417-45ea-b0f7-0e9317cc954f req-7ea86333-7194-447f-a486-eeb5713d91b8 service neutron] Request body: {'port': {'device_id': '370f06aa-5b99-4f41-9d05-441ae6481331', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:25:44.154272 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning complete for port 97168d22-39e0-488c-baad-6c9ea8caa279 triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:25:44.160055 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:44.171892 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2131bb-a73a-49c2-bec2-399bdc616e07 req-57905a30-7042-4e64-9ad0-0b58b5e3edfe tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:44.173590 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ba2131bb-a73a-49c2-bec2-399bdc616e07 req-57905a30-7042-4e64-9ad0-0b58b5e3edfe tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 932 time: 0.2446959
Apr 19 19:25:44.176942 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bff1c0a6-8154-46f2-a00e-9f1f5666e0c9 req-cb1ce7ab-f013-4d28-9403-3c74de80dc5e service neutron] 10.222.0.20 "GET /v2.0/networks/487277e7-975a-408b-94c0-5ec92542f28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3460317
Apr 19 19:25:44.185091 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c9465bcd-a16b-42d1-b8ac-d13d077af878 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:44.259768 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-44db9470-98fb-48df-b9b5-8f1a2dd88bc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-1-iscsi, 50a4eafe-4b52-42c4-9455-0e2796925ec9) {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:25:44.267265 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44db9470-98fb-48df-b9b5-8f1a2dd88bc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:44.268097 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-44db9470-98fb-48df-b9b5-8f1a2dd88bc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for subnet, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:44.276805 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-8444c1e9-c417-45ea-b0f7-0e9317cc954f req-7ea86333-7194-447f-a486-eeb5713d91b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:44.313594 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ba2131bb-a73a-49c2-bec2-399bdc616e07 req-7c16de3b-5060-4070-af1b-e76d982fb9e7 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=363b2ccb-b902-431d-b58c-e66b72ac10c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1307771
Apr 19 19:25:44.315201 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-05261afd-062f-447b-8d4c-e9180557d158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:44.317542 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a9124770-c617-4be1-b83e-b8a387d183c6 req-fb70fde2-7ea3-41c2-b7f0-5538e54e2139 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--468290302&fields=id&tenant_id=cc39b9932e394741a871cc678ffadd40 HTTP/1.1" status: 200  len: 267 time: 0.0874119
Apr 19 19:25:44.322188 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0195493-28cd-4712-ae5b-839f09cf1f06 None None] Network 50a4eafe-4b52-42c4-9455-0e2796925ec9 requested from dv-cinder-786932-1-iscsi {{(pid=86370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:25:44.351342 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:44.531260 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9124770-c617-4be1-b83e-b8a387d183c6 req-aaa7a57f-2e0b-4d32-9b4f-b7b29a297157 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:44.540793 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a9124770-c617-4be1-b83e-b8a387d183c6 req-aaa7a57f-2e0b-4d32-9b4f-b7b29a297157 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/networks?id=9d269001-9e9c-479f-88fd-1acf166660c3 HTTP/1.1" status: 200  len: 811 time: 0.2141013
Apr 19 19:25:44.562456 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a9124770-c617-4be1-b83e-b8a387d183c6 req-206b6ed6-cea6-4942-9b72-de35a845dd11 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/quotas/cc39b9932e394741a871cc678ffadd40 HTTP/1.1" status: 200  len: 375 time: 0.0205877
Apr 19 19:25:44.582187 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-44db9470-98fb-48df-b9b5-8f1a2dd88bc0 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 2.6405144
Apr 19 19:25:44.729911 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:44.762008 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-a9124770-c617-4be1-b83e-b8a387d183c6 req-5ad0ead2-63cd-48e0-89bf-2528f9233775 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Synchronizing usage tracker for tenant:cc39b9932e394741a871cc678ffadd40 on resource:port {{(pid=86368) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:25:44.778647 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d5f96-962f-4786-be34-bb210f723b9a req-657f9560-2c10-4a37-9109-15b5f174a618 tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:44.787438 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-937d5f96-962f-4786-be34-bb210f723b9a req-657f9560-2c10-4a37-9109-15b5f174a618 tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] 10.222.0.36 "GET /v2.0/ports?device_id=f08de347-15dc-404e-af5b-ccaa77929838 HTTP/1.1" status: 200  len: 943 time: 0.2442040
Apr 19 19:25:44.863426 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-937d5f96-962f-4786-be34-bb210f723b9a req-947728f1-e3d1-4adb-b237-61080a5d68cd tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba47e093-5ded-4fa1-be17-7a5da98eb23d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747097
Apr 19 19:25:44.896551 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-a9124770-c617-4be1-b83e-b8a387d183c6 req-5ad0ead2-63cd-48e0-89bf-2528f9233775 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Unset dirty status for tenant:cc39b9932e394741a871cc678ffadd40 on resource:port {{(pid=86368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:25:44.910311 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a9124770-c617-4be1-b83e-b8a387d183c6 req-5ad0ead2-63cd-48e0-89bf-2528f9233775 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc39b9932e394741a871cc678ffadd40&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3440034
Apr 19 19:25:44.969378 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05261afd-062f-447b-8d4c-e9180557d158 None None] Routers {'e7ee730f-7d7b-4877-9672-c32a1b1a68de'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:25:44.971954 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-05261afd-062f-447b-8d4c-e9180557d158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0f09e400>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:25:19Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['e7ee730f-7d7b-4877-9672-c32a1b1a68de'], 'active': True} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:25:45.044559 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 48074) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:25:45.061216 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-acb7abd0-f99c-44e2-9cec-2366dc4fa1e0 None None] Provisioning for port d8fbaa88-c36d-4955-b0ff-233bb0d92900 completed by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:25:45.097623 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b6479-141a-4481-8bd7-a797d94ef373 None None] Pushing event updated for resources: {'Port': ['ID=3751a9a2-a0b6-4782-b83a-686680c05aea,revision_number=4']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:45.146038 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8cc6e8d3-d9f4-4e6c-b2bd-95fa0aebe575 req-7ab22501-df4f-4b76-aecb-d630e51f2a18 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cad848e-cc06-48f5-b3f7-9e0e8149ae93 HTTP/1.1" status: 200  len: 210 time: 0.1389620
Apr 19 19:25:45.189175 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-bd1b6479-141a-4481-8bd7-a797d94ef373 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.838s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:45.234016 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port 643ca322-bd10-4392-be03-10b198f92d31, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=643ca322-bd10-4392-be03-10b198f92d31,segment=NetworkSegment(b3c21e51-3edd-47e3-9955-c8137f9b3597),segment_id=b3c21e51-3edd-47e3-9955-c8137f9b3597)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:25:45.315482 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a9124770-c617-4be1-b83e-b8a387d183c6 req-c723d1e6-6386-4e62-82d5-a1c8f3fc956d service neutron] 10.222.0.36 "GET /v2.0/networks/9d269001-9e9c-479f-88fd-1acf166660c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3833606
Apr 19 19:25:45.339616 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-05261afd-062f-447b-8d4c-e9180557d158 None None] Set router e7ee730f-7d7b-4877-9672-c32a1b1a68de gateway port host: dv-cinder-786932-1-iscsi {{(pid=86370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:25:45.543315 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '207ca733-67ad-4d61-9786-fc0eca9aa95f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '643ca322-bd10-4392-be03-10b198f92d31'}] {{(pid=86370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:25:45.658184 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 48090) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:25:45.745840 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-acb7abd0-f99c-44e2-9cec-2366dc4fa1e0 None None] Provisioning complete for port d8fbaa88-c36d-4955-b0ff-233bb0d92900 triggered by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:25:45.746705 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-acb7abd0-f99c-44e2-9cec-2366dc4fa1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:45.788246 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a9124770-c617-4be1-b83e-b8a387d183c6 req-74561be5-51d0-4e1b-a7a3-52043abadec9 service neutron] 10.222.0.36 "GET /v2.0/networks/9d269001-9e9c-479f-88fd-1acf166660c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4653673
Apr 19 19:25:45.804758 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [req-8444c1e9-c417-45ea-b0f7-0e9317cc954f req-7ea86333-7194-447f-a486-eeb5713d91b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8fbaa88-c36d-4955-b0ff-233bb0d92900 {{(pid=86369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:25:45.818527 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-8444c1e9-c417-45ea-b0f7-0e9317cc954f req-7ea86333-7194-447f-a486-eeb5713d91b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:45.819058 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293f5eeb-5bab-44f8-bcbe-4d5b0683cf47 req-d74c84c4-864b-4c44-9d8e-c9d3430b6a97 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:45.822075 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-293f5eeb-5bab-44f8-bcbe-4d5b0683cf47 req-d74c84c4-864b-4c44-9d8e-c9d3430b6a97 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=207ca733-67ad-4d61-9786-fc0eca9aa95f HTTP/1.1" status: 200  len: 945 time: 0.4082372
Apr 19 19:25:45.837064 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device cf4e8a80-8c9d-465f-ab2a-dbba77f1be90 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 19:25:45.840401 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_v2 [None req-355586c4-e95e-40e2-a7cd-e9644b67ed5c admin admin] Deleting subnet 4ff04d57-f939-4428-bf66-46ad25946ab5 {{(pid=86369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 19:25:45.847577 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-355586c4-e95e-40e2-a7cd-e9644b67ed5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:45.897930 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [req-8444c1e9-c417-45ea-b0f7-0e9317cc954f req-7ea86333-7194-447f-a486-eeb5713d91b8 service neutron] Transition to ACTIVE for port object d8fbaa88-c36d-4955-b0ff-233bb0d92900 will not be triggered until provisioned by entity L2. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:25:45.910758 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-8444c1e9-c417-45ea-b0f7-0e9317cc954f req-7ea86333-7194-447f-a486-eeb5713d91b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:45.924893 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-293f5eeb-5bab-44f8-bcbe-4d5b0683cf47 req-23112413-9e97-455f-b545-5117a33dcca6 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ea1d6d9-16df-47a6-b3b2-7b8ea05c5162&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755408
Apr 19 19:25:45.926628 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:45.948771 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7f259d15-46e0-4130-8775-12a5a7ef0a5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:45.969112 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:45.974867 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-7f259d15-46e0-4130-8775-12a5a7ef0a5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:25:45.979811 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-7f259d15-46e0-4130-8775-12a5a7ef0a5c admin admin] Usage tracker for resource:security_group_rule and tenant:f63b5e29d20e4e14a9dc55a92249f1ff is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:25:45.983651 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-7f259d15-46e0-4130-8775-12a5a7ef0a5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:25:46.008242 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-7f259d15-46e0-4130-8775-12a5a7ef0a5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:25:46.084374 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-4a870315-3d48-4afc-8196-c8363283eccd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:46.162212 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-355586c4-e95e-40e2-a7cd-e9644b67ed5c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:46.190780 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7f259d15-46e0-4130-8775-12a5a7ef0a5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:46.196772 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7f259d15-46e0-4130-8775-12a5a7ef0a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:46.215755 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:46.299969 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-355586c4-e95e-40e2-a7cd-e9644b67ed5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1918498'] for subnet, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:46.304656 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-7f259d15-46e0-4130-8775-12a5a7ef0a5c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f63b5e29d20e4e14a9dc55a92249f1ff&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6447058
Apr 19 19:25:46.311031 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 48110) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:25:46.313024 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f259d15-46e0-4130-8775-12a5a7ef0a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bfbe15e-fc6d-40b6-87f4-88761c5dfc3e,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:46.327105 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-7f259d15-46e0-4130-8775-12a5a7ef0a5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:46.331923 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-85938733-11fd-4e72-9cb8-6b95b7a59686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:46.398988 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-acb7abd0-f99c-44e2-9cec-2366dc4fa1e0 None None] Port d8fbaa88-c36d-4955-b0ff-233bb0d92900 cannot update to ACTIVE because it is not bound. {{(pid=86370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 19:25:46.405196 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.db.resource_extend [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 19 19:25:46.878019 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea86333-7194-447f-a486-eeb5713d91b8 service neutron] Pushing event updated for resources: {'Port': ['ID=d8fbaa88-c36d-4955-b0ff-233bb0d92900,revision_number=2']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:46.892824 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-7ea86333-7194-447f-a486-eeb5713d91b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.966s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:46.947879 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-8444c1e9-c417-45ea-b0f7-0e9317cc954f req-7ea86333-7194-447f-a486-eeb5713d91b8 service neutron] Attempting to bind port d8fbaa88-c36d-4955-b0ff-233bb0d92900 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:25:46.948541 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-8444c1e9-c417-45ea-b0f7-0e9317cc954f req-7ea86333-7194-447f-a486-eeb5713d91b8 service neutron] Attempting to bind port d8fbaa88-c36d-4955-b0ff-233bb0d92900 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '2744bb2d-9e24-4863-b8d8-e4b09c9832ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a89eb528-cfbf-497b-ad2d-b1613a8bf395'}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:25:46.949166 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8444c1e9-c417-45ea-b0f7-0e9317cc954f req-7ea86333-7194-447f-a486-eeb5713d91b8 service neutron] Attempting to bind port d8fbaa88-c36d-4955-b0ff-233bb0d92900 on network a89eb528-cfbf-497b-ad2d-b1613a8bf395 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:25:46.984272 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8444c1e9-c417-45ea-b0f7-0e9317cc954f req-7ea86333-7194-447f-a486-eeb5713d91b8 service neutron] Port d8fbaa88-c36d-4955-b0ff-233bb0d92900 on network a89eb528-cfbf-497b-ad2d-b1613a8bf395 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 19:25:46.984956 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8444c1e9-c417-45ea-b0f7-0e9317cc954f req-7ea86333-7194-447f-a486-eeb5713d91b8 service neutron] Attempting to bind port d8fbaa88-c36d-4955-b0ff-233bb0d92900 on network a89eb528-cfbf-497b-ad2d-b1613a8bf395 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:25:47.027362 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8444c1e9-c417-45ea-b0f7-0e9317cc954f req-7ea86333-7194-447f-a486-eeb5713d91b8 service neutron] Checking agent: {'id': '13e8b6f5-8e00-4da6-9b4f-d998588d9e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 22, 59), 'started_at': datetime.datetime(2021, 4, 19, 19, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:25:47.027995 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8444c1e9-c417-45ea-b0f7-0e9317cc954f req-7ea86333-7194-447f-a486-eeb5713d91b8 service neutron] Checking segment: {'id': '2744bb2d-9e24-4863-b8d8-e4b09c9832ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a89eb528-cfbf-497b-ad2d-b1613a8bf395'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:25:47.028779 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8444c1e9-c417-45ea-b0f7-0e9317cc954f req-7ea86333-7194-447f-a486-eeb5713d91b8 service neutron] Bound using segment: {'id': '2744bb2d-9e24-4863-b8d8-e4b09c9832ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a89eb528-cfbf-497b-ad2d-b1613a8bf395'} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:25:47.029789 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-8444c1e9-c417-45ea-b0f7-0e9317cc954f req-7ea86333-7194-447f-a486-eeb5713d91b8 service neutron] Bound port: d8fbaa88-c36d-4955-b0ff-233bb0d92900, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2744bb2d-9e24-4863-b8d8-e4b09c9832ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a89eb528-cfbf-497b-ad2d-b1613a8bf395'}}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:25:47.030601 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-8444c1e9-c417-45ea-b0f7-0e9317cc954f req-7ea86333-7194-447f-a486-eeb5713d91b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:47.050955 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Pushing event updated for resources: {'Port': ['ID=643ca322-bd10-4392-be03-10b198f92d31,revision_number=5']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:47.091380 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.010s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:47.264212 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4bb6a1-dd9e-408c-a1c2-13a0985c1ff2 req-c7511274-8048-49de-91de-f24db82b2531 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:47.266373 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4b4bb6a1-dd9e-408c-a1c2-13a0985c1ff2 req-c7511274-8048-49de-91de-f24db82b2531 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.20 "GET /v2.0/networks?id=a4cfddf6-741b-4335-bc05-1c15da9b2a0f HTTP/1.1" status: 200  len: 819 time: 0.2329011
Apr 19 19:25:47.289009 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70688b4-ebce-4a39-9942-c90ca3923cc3 None None] Network 50a4eafe-4b52-42c4-9455-0e2796925ec9 requested from dv-cinder-786932-1-iscsi {{(pid=86370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:25:47.300129 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-4b4bb6a1-dd9e-408c-a1c2-13a0985c1ff2 req-0d8fee23-9fb1-4f3c-82b1-534392e3a710 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Request body: {'port': {'device_id': '5cad848e-cc06-48f5-b3f7-9e0e8149ae93', 'network_id': 'a4cfddf6-741b-4335-bc05-1c15da9b2a0f', 'admin_state_up': True, 'tenant_id': 'caaf84b4cca64642b19aac2312292f91'}} {{(pid=86368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:25:47.324560 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-8444c1e9-c417-45ea-b0f7-0e9317cc954f req-7ea86333-7194-447f-a486-eeb5713d91b8 service neutron] For port d8fbaa88-c36d-4955-b0ff-233bb0d92900, host hv-cinder-78693, cleared binding levels {{(pid=86369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:25:47.342835 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-8444c1e9-c417-45ea-b0f7-0e9317cc954f req-7ea86333-7194-447f-a486-eeb5713d91b8 service neutron] For port d8fbaa88-c36d-4955-b0ff-233bb0d92900, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d8fbaa88-c36d-4955-b0ff-233bb0d92900,segment=NetworkSegment(2744bb2d-9e24-4863-b8d8-e4b09c9832ec),segment_id=2744bb2d-9e24-4863-b8d8-e4b09c9832ec)] {{(pid=86369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:25:47.354487 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-8444c1e9-c417-45ea-b0f7-0e9317cc954f req-7ea86333-7194-447f-a486-eeb5713d91b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:47.359423 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:47.438115 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8444c1e9-c417-45ea-b0f7-0e9317cc954f req-7ea86333-7194-447f-a486-eeb5713d91b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:47.438809 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-8444c1e9-c417-45ea-b0f7-0e9317cc954f req-7ea86333-7194-447f-a486-eeb5713d91b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:47.440691 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8444c1e9-c417-45ea-b0f7-0e9317cc954f req-7ea86333-7194-447f-a486-eeb5713d91b8 service neutron] 10.222.0.20 "PUT /v2.0/ports/d8fbaa88-c36d-4955-b0ff-233bb0d92900 HTTP/1.1" status: 200  len: 1094 time: 3.3455439
Apr 19 19:25:47.441232 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '370f06aa-5b99-4f41-9d05-441ae6481331', 'tag': 'd8fbaa88-c36d-4955-b0ff-233bb0d92900'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:25:47.468652 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-355586c4-e95e-40e2-a7cd-e9644b67ed5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852857318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770'] for subnet, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:47.499484 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d154b8-f91d-4e08-bfd2-138eee08e9db req-85969307-4a17-4960-a138-8708a85ad889 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:47.508602 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c0d154b8-f91d-4e08-bfd2-138eee08e9db req-85969307-4a17-4960-a138-8708a85ad889 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/networks?id=a4cfddf6-741b-4335-bc05-1c15da9b2a0f HTTP/1.1" status: 200  len: 819 time: 1.1164875
Apr 19 19:25:47.528754 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea86333-7194-447f-a486-eeb5713d91b8 service neutron] Pushing event updated for resources: {'Port': ['ID=d8fbaa88-c36d-4955-b0ff-233bb0d92900,revision_number=3']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:47.541694 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-7ea86333-7194-447f-a486-eeb5713d91b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:47.542404 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-0be3f346-5678-40a4-acab-539209b35d6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:47.568793 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c0d154b8-f91d-4e08-bfd2-138eee08e9db req-e2789e33-8eac-4462-b785-dcf29251823e tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/quotas/caaf84b4cca64642b19aac2312292f91 HTTP/1.1" status: 200  len: 375 time: 0.0587785
Apr 19 19:25:47.570880 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-377faf91-7753-48ac-b20e-50cbf5126f7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:47.605734 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-355586c4-e95e-40e2-a7cd-e9644b67ed5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for subnet, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:47.622348 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355586c4-e95e-40e2-a7cd-e9644b67ed5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ff04d57-f939-4428-bf66-46ad25946ab5,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:47.628315 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-355586c4-e95e-40e2-a7cd-e9644b67ed5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:47.632829 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-355586c4-e95e-40e2-a7cd-e9644b67ed5c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4ff04d57-f939-4428-bf66-46ad25946ab5 HTTP/1.1" status: 204  len: 168 time: 2.5863698
Apr 19 19:25:47.637953 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 48150) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:25:47.748220 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e65e63-b7a9-42ea-908d-65d750488a5b req-87f7cb0a-9cf4-42ab-95b9-a67efeabea87 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:47.755874 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port cf4e8a80-8c9d-465f-ab2a-dbba77f1be90, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=cf4e8a80-8c9d-465f-ab2a-dbba77f1be90,segment=NetworkSegment(c63b6c5a-1ef7-4e68-bc05-ec7a4cd6e288),segment_id=c63b6c5a-1ef7-4e68-bc05-ec7a4cd6e288)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:25:47.758274 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a0e65e63-b7a9-42ea-908d-65d750488a5b req-87f7cb0a-9cf4-42ab-95b9-a67efeabea87 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 944 time: 1.3007236
Apr 19 19:25:47.856162 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 48158) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:25:47.865072 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Returning: {'device': 'cf4e8a80-8c9d-465f-ab2a-dbba77f1be90', 'network_id': '487277e7-975a-408b-94c0-5ec92542f28c', 'port_id': 'cf4e8a80-8c9d-465f-ab2a-dbba77f1be90', 'mac_address': 'fa:16:3e:b4:e2:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c9ae8fe-764d-471e-b69b-ba318b08a898', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 19:25:47.945389 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a0e65e63-b7a9-42ea-908d-65d750488a5b req-5657f1bf-a542-42c4-a778-d610575d78f6 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=363b2ccb-b902-431d-b58c-e66b72ac10c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1855435
Apr 19 19:25:47.966168 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-05261afd-062f-447b-8d4c-e9180557d158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0f09e400>, [{'id': 'e7ee730f-7d7b-4877-9672-c32a1b1a68de', 'name': 'tempest-ServerRescueNegativeTestJSON-1142484334-router', 'tenant_id': 'caaf84b4cca64642b19aac2312292f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'f9e3261d-a3f1-4596-9159-2c4123637e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:25:06Z', 'updated_at': '2021-04-19T19:25:34Z', 'revision_number': 4, 'project_id': 'caaf84b4cca64642b19aac2312292f91', 'gw_port': {'id': 'f9e3261d-a3f1-4596-9159-2c4123637e63', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ee730f-7d7b-4877-9672-c32a1b1a68de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:10Z', 'updated_at': '2021-04-19T19:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_interfaces': [{'id': '3751a9a2-a0b6-4782-b83a-686680c05aea', 'name': '', 'network_id': 'a4cfddf6-741b-4335-bc05-1c15da9b2a0f', 'tenant_id': 'caaf84b4cca64642b19aac2312292f91', 'mac_address': 'fa:16:3e:89:8d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ee730f-7d7b-4877-9672-c32a1b1a68de', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3af27814-af97-4e02-926e-ece558d9dead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:31Z', 'updated_at': '2021-04-19T19:25:44Z', 'revision_number': 4, 'project_id': 'caaf84b4cca64642b19aac2312292f91', 'subnets': [{'id': '3af27814-af97-4e02-926e-ece558d9dead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:25:47.972932 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7a295622-37e5-4732-9708-8a4aa19d7303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636206'] for network, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:47.992435 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:48.008419 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-4b4bb6a1-dd9e-408c-a1c2-13a0985c1ff2 req-0d8fee23-9fb1-4f3c-82b1-534392e3a710 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:25:48.032785 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-4b4bb6a1-dd9e-408c-a1c2-13a0985c1ff2 req-0d8fee23-9fb1-4f3c-82b1-534392e3a710 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:25:48.054930 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-377faf91-7753-48ac-b20e-50cbf5126f7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:48.074830 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b4bb6a1-dd9e-408c-a1c2-13a0985c1ff2 req-0d8fee23-9fb1-4f3c-82b1-534392e3a710 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Made reservation on behalf of caaf84b4cca64642b19aac2312292f91 for: {'port': 1} {{(pid=86368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:25:48.083382 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-4b4bb6a1-dd9e-408c-a1c2-13a0985c1ff2 req-0d8fee23-9fb1-4f3c-82b1-534392e3a710 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:48.115127 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05261afd-062f-447b-8d4c-e9180557d158 None None] The sync data for ids ['e7ee730f-7d7b-4877-9672-c32a1b1a68de'] in dv-cinder-786932-1-iscsi is: [{'id': 'e7ee730f-7d7b-4877-9672-c32a1b1a68de', 'name': 'tempest-ServerRescueNegativeTestJSON-1142484334-router', 'tenant_id': 'caaf84b4cca64642b19aac2312292f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'f9e3261d-a3f1-4596-9159-2c4123637e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:25:06Z', 'updated_at': '2021-04-19T19:25:34Z', 'revision_number': 4, 'project_id': 'caaf84b4cca64642b19aac2312292f91', 'gw_port': {'id': 'f9e3261d-a3f1-4596-9159-2c4123637e63', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ee730f-7d7b-4877-9672-c32a1b1a68de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:10Z', 'updated_at': '2021-04-19T19:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_interfaces': [{'id': '3751a9a2-a0b6-4782-b83a-686680c05aea', 'name': '', 'network_id': 'a4cfddf6-741b-4335-bc05-1c15da9b2a0f', 'tenant_id': 'caaf84b4cca64642b19aac2312292f91', 'mac_address': 'fa:16:3e:89:8d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ee730f-7d7b-4877-9672-c32a1b1a68de', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3af27814-af97-4e02-926e-ece558d9dead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:31Z', 'updated_at': '2021-04-19T19:25:44Z', 'revision_number': 4, 'project_id': 'caaf84b4cca64642b19aac2312292f91', 'subnets': [{'id': '3af27814-af97-4e02-926e-ece558d9dead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:25:48.160459 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf4e8a80-8c9d-465f-ab2a-dbba77f1be90 {{(pid=86370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:25:48.212253 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port cf4e8a80-8c9d-465f-ab2a-dbba77f1be90, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=cf4e8a80-8c9d-465f-ab2a-dbba77f1be90,segment=NetworkSegment(c63b6c5a-1ef7-4e68-bc05-ec7a4cd6e288),segment_id=c63b6c5a-1ef7-4e68-bc05-ec7a4cd6e288)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:25:48.220749 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:48.226410 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-aaebe03c-deff-422d-829d-ff2d6cfde4be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:48.373756 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Pushing event updated for resources: {'Port': ['ID=cf4e8a80-8c9d-465f-ab2a-dbba77f1be90,revision_number=4']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:48.388218 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:48.464155 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c0d154b8-f91d-4e08-bfd2-138eee08e9db req-15ec6424-ae9c-435f-a3a8-18f1ae347734 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=caaf84b4cca64642b19aac2312292f91&fields=id HTTP/1.1" status: 200  len: 255 time: 0.8939726
Apr 19 19:25:48.489526 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.20', 64594) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:25:48.538282 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8d9b310a-8c0c-4505-8b3f-f825f31ca5dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:48.566402 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] get_ports_and_sgs() called for port_ids ['cf4e8a80-8c9d-465f-ab2a-dbba77f1be90'] {{(pid=86370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:25:48.588422 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7a295622-37e5-4732-9708-8a4aa19d7303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852857225', 'neutron.services.segments.db._delete_segments_for_network-8739739090035'] for network, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:48.634357 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8444c1e9-c417-45ea-b0f7-0e9317cc954f req-3798427e-6d95-4345-a1ac-8e35aab0e667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:48.637221 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8444c1e9-c417-45ea-b0f7-0e9317cc954f req-3798427e-6d95-4345-a1ac-8e35aab0e667 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6333d4d4b1249bfb35237c3c56fe86e&device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 1097 time: 0.7627859
Apr 19 19:25:48.639824 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-8d9b310a-8c0c-4505-8b3f-f825f31ca5dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:25:48.770889 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e94265f3-be33-4806-9196-c0fd6e2ead4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:48.779235 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c0d154b8-f91d-4e08-bfd2-138eee08e9db req-fe3e66f2-d803-43d7-9584-64562b92eaaa service neutron] 10.222.0.36 "GET /v2.0/networks/a4cfddf6-741b-4335-bc05-1c15da9b2a0f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2942543
Apr 19 19:25:48.846170 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-8d9b310a-8c0c-4505-8b3f-f825f31ca5dd admin admin] Usage tracker for resource:security_group_rule and tenant:e3bf9761ca844f129494d21d62b96358 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:25:48.912832 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-8d9b310a-8c0c-4505-8b3f-f825f31ca5dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:25:48.927258 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8444c1e9-c417-45ea-b0f7-0e9317cc954f req-afbf0df8-e470-4f56-bf8f-d1ed5404ff1e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8fbaa88-c36d-4955-b0ff-233bb0d92900 HTTP/1.1" status: 200  len: 217 time: 0.2003441
Apr 19 19:25:48.942983 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-8d9b310a-8c0c-4505-8b3f-f825f31ca5dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:25:48.958200 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [req-4b4bb6a1-dd9e-408c-a1c2-13a0985c1ff2 req-0d8fee23-9fb1-4f3c-82b1-534392e3a710 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Allocated IP 172.20.0.7 (a4cfddf6-741b-4335-bc05-1c15da9b2a0f/3af27814-af97-4e02-926e-ece558d9dead/aa4ac25a-984f-46d6-aa2d-4d06e865cdb0) {{(pid=86368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:25:49.123143 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-377faf91-7753-48ac-b20e-50cbf5126f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:49.162326 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:49.177530 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7a295622-37e5-4732-9708-8a4aa19d7303 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f2e0f160470>> segment before_delete 55550000 {{(pid=86369) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:25:49.178267 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7a295622-37e5-4732-9708-8a4aa19d7303 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f2e0f160470>> subnet precommit_delete_associations 55550000 {{(pid=86369) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:25:49.179766 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7a295622-37e5-4732-9708-8a4aa19d7303 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2e0e9b3a58>> segment_host_mapping after_create 55550000 {{(pid=86369) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:25:49.180419 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7a295622-37e5-4732-9708-8a4aa19d7303 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2e0e9b3a58>> port after_create 55550000 {{(pid=86369) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:25:49.181054 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7a295622-37e5-4732-9708-8a4aa19d7303 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2e0e9b3a58>> port after_delete 55550000 {{(pid=86369) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:25:49.181688 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7a295622-37e5-4732-9708-8a4aa19d7303 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2e0e9b3a58>> port after_update 55550000 {{(pid=86369) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:25:49.182314 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7a295622-37e5-4732-9708-8a4aa19d7303 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2e0e9b3a58>> segment after_delete 55550000 {{(pid=86369) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:25:49.182948 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7a295622-37e5-4732-9708-8a4aa19d7303 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2e0e9b3a58>> subnet after_create 55550000 {{(pid=86369) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:25:49.183570 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7a295622-37e5-4732-9708-8a4aa19d7303 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2e0e9b3a58>> subnet after_delete 55550000 {{(pid=86369) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:25:49.184214 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7a295622-37e5-4732-9708-8a4aa19d7303 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2e0e9b3a58>> subnet after_update 55550000 {{(pid=86369) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:25:49.228918 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377faf91-7753-48ac-b20e-50cbf5126f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bfbe15e-fc6d-40b6-87f4-88761c5dfc3e,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:49.247159 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-377faf91-7753-48ac-b20e-50cbf5126f7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:49.325342 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device 3751a9a2-a0b6-4782-b83a-686680c05aea up at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:25:49.326877 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7a295622-37e5-4732-9708-8a4aa19d7303 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2e0de9c0b8>> subnet after_create 55550000 {{(pid=86369) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:25:49.327334 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7a295622-37e5-4732-9708-8a4aa19d7303 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2e0de9c0b8>> subnet after_delete 55550000 {{(pid=86369) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:25:49.327799 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7a295622-37e5-4732-9708-8a4aa19d7303 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2e0de9c0b8>> subnet before_create 55550000 {{(pid=86369) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:25:49.328245 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7a295622-37e5-4732-9708-8a4aa19d7303 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2e0de9c0b8>> subnet before_update 55550000 {{(pid=86369) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:25:49.328724 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-7a295622-37e5-4732-9708-8a4aa19d7303 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2e0ebb6ac8>,) {'filters': {'network_id': ['17eac355-5ee5-4411-b1a1-b4d84e018405']}} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:25:49.344385 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-7a295622-37e5-4732-9708-8a4aa19d7303 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2e0ebb6ac8>, '0b43ed68-bc88-4305-8d5f-9b80b4969ffe') {'for_net_delete': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:25:49.344833 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-7a295622-37e5-4732-9708-8a4aa19d7303 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2e0ebb6ac8>, '0b43ed68-bc88-4305-8d5f-9b80b4969ffe') {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:25:49.360803 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7a295622-37e5-4732-9708-8a4aa19d7303 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363297115576163', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33203990'] for segment, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:49.389494 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8444c1e9-c417-45ea-b0f7-0e9317cc954f req-79e435eb-2ad3-45c4-904d-fd6cc68ccdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:49.392096 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c0d154b8-f91d-4e08-bfd2-138eee08e9db req-5639b681-eff3-4b9f-9481-af62d8b18a50 service neutron] 10.222.0.36 "GET /v2.0/networks/a4cfddf6-741b-4335-bc05-1c15da9b2a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5879841
Apr 19 19:25:49.402748 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8444c1e9-c417-45ea-b0f7-0e9317cc954f req-79e435eb-2ad3-45c4-904d-fd6cc68ccdfc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=194aa9b4-1b11-48c1-957e-a5acc2bb888c HTTP/1.1" status: 200  len: 855 time: 0.4550438
Apr 19 19:25:49.410643 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning for port 3751a9a2-a0b6-4782-b83a-686680c05aea completed by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:25:49.423988 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning complete for port 3751a9a2-a0b6-4782-b83a-686680c05aea triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:25:49.424355 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75720d61-0455-4aaf-a1b2-ddf933693abe req-ac26439d-1865-475d-9993-735f7bd31d10 tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:49.424514 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:49.425949 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-75720d61-0455-4aaf-a1b2-ddf933693abe req-ac26439d-1865-475d-9993-735f7bd31d10 tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] 10.222.0.36 "GET /v2.0/ports?device_id=f08de347-15dc-404e-af5b-ccaa77929838 HTTP/1.1" status: 200  len: 944 time: 1.1336172
Apr 19 19:25:49.432110 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-377faf91-7753-48ac-b20e-50cbf5126f7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:49.433368 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-377faf91-7753-48ac-b20e-50cbf5126f7f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3bfbe15e-fc6d-40b6-87f4-88761c5dfc3e HTTP/1.1" status: 204  len: 168 time: 3.1098239
Apr 19 19:25:49.495433 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7a295622-37e5-4732-9708-8a4aa19d7303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852957628'] for segment, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:49.513832 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a295622-37e5-4732-9708-8a4aa19d7303 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=86369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 19:25:49.517535 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9124770-c617-4be1-b83e-b8a387d183c6 req-81d9395f-96f7-477e-863c-5d5c0cc030ae tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:49.519359 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a9124770-c617-4be1-b83e-b8a387d183c6 req-81d9395f-96f7-477e-863c-5d5c0cc030ae tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.20 "GET /v2.0/networks?id=9d269001-9e9c-479f-88fd-1acf166660c3 HTTP/1.1" status: 200  len: 811 time: 1.0037522
Apr 19 19:25:49.680766 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-4b4bb6a1-dd9e-408c-a1c2-13a0985c1ff2 req-0d8fee23-9fb1-4f3c-82b1-534392e3a710 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Notify callbacks [] for port, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:49.685773 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:49.757981 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-000a1909-ab5b-4f97-8afb-04fdec5398f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:49.763766 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] For port 3751a9a2-a0b6-4782-b83a-686680c05aea, host dv-cinder-786932-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=3751a9a2-a0b6-4782-b83a-686680c05aea,segment=NetworkSegment(c504281e-e832-4963-82cc-dd4c565f9202),segment_id=c504281e-e832-4963-82cc-dd4c565f9202)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:25:49.768308 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:49.777329 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-4a870315-3d48-4afc-8196-c8363283eccd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:49.782388 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-4b4bb6a1-dd9e-408c-a1c2-13a0985c1ff2 req-0d8fee23-9fb1-4f3c-82b1-534392e3a710 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739738723801'] for port, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:49.829547 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-75720d61-0455-4aaf-a1b2-ddf933693abe req-b41642d1-d080-41f8-a882-d5757b56b714 tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba47e093-5ded-4fa1-be17-7a5da98eb23d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3654418
Apr 19 19:25:49.837048 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-250cd59f-0b96-4225-a8d3-0ec02bc9601e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:49.918700 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Pushing event updated for resources: {'Port': ['ID=3751a9a2-a0b6-4782-b83a-686680c05aea,revision_number=5']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:49.937624 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:49.994370 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:50.024454 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b4bb6a1-dd9e-408c-a1c2-13a0985c1ff2 req-0d8fee23-9fb1-4f3c-82b1-534392e3a710 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Network a4cfddf6-741b-4335-bc05-1c15da9b2a0f is already hosted by enough agents. {{(pid=86368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:25:50.037192 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c39c7b78-369f-492c-8f1a-71d06948aaf4 req-e3b34301-c873-4f4b-a5c4-1417d0984cf2 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a2e57ab-ae13-4fe0-8550-86a32f652051 HTTP/1.1" status: 200  len: 210 time: 0.2052906
Apr 19 19:25:50.054472 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a9124770-c617-4be1-b83e-b8a387d183c6 req-5f60fec0-aa6c-45e3-a68c-6c0b94148fc6 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cc39b9932e394741a871cc678ffadd40 HTTP/1.1" status: 200  len: 5704 time: 0.5171337
Apr 19 19:25:50.063127 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [req-4b4bb6a1-dd9e-408c-a1c2-13a0985c1ff2 req-0d8fee23-9fb1-4f3c-82b1-534392e3a710 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Resources bound (agent type, host, resource id):  {{(pid=86368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:25:50.102738 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-a9124770-c617-4be1-b83e-b8a387d183c6 req-444d263e-5ecc-47cb-ae30-500d2c678459 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Request body: {'port': {'device_id': '7a2e57ab-ae13-4fe0-8550-86a32f652051', 'network_id': '9d269001-9e9c-479f-88fd-1acf166660c3', 'admin_state_up': True, 'tenant_id': 'cc39b9932e394741a871cc678ffadd40', 'security_groups': ['9bb966a8-856d-4456-a718-193d52b80079']}} {{(pid=86368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:25:50.135463 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 48186) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:25:50.150436 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b4bb6a1-dd9e-408c-a1c2-13a0985c1ff2 req-0d8fee23-9fb1-4f3c-82b1-534392e3a710 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Received port after_create {{(pid=86368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:25:50.162769 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4bb6a1-dd9e-408c-a1c2-13a0985c1ff2 req-0d8fee23-9fb1-4f3c-82b1-534392e3a710 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:50.167083 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-4b4bb6a1-dd9e-408c-a1c2-13a0985c1ff2 req-0d8fee23-9fb1-4f3c-82b1-534392e3a710 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for port, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:50.278751 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device cf4e8a80-8c9d-465f-ab2a-dbba77f1be90 up at agent hyperv_hv-cinder-78693 {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:25:50.346831 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8fee23-9fb1-4f3c-82b1-534392e3a710 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Pushing event updated for resources: {'Port': ['ID=aa4ac25a-984f-46d6-aa2d-4d06e865cdb0,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:50.347453 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-7a295622-37e5-4732-9708-8a4aa19d7303 admin admin] Network 17eac355-5ee5-4411-b1a1-b4d84e018405 has no segments {{(pid=86369) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:25:50.371239 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-35e93f06-48c2-44e7-b64f-82322384e540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:50.384341 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7a295622-37e5-4732-9708-8a4aa19d7303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1818163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823157260'] for segment, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:50.388527 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-0d8fee23-9fb1-4f3c-82b1-534392e3a710 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:50.394541 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '207ca733-67ad-4d61-9786-fc0eca9aa95f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '643ca322-bd10-4392-be03-10b198f92d31', 'code': 200}
Apr 19 19:25:50.397829 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Provisioning for port cf4e8a80-8c9d-465f-ab2a-dbba77f1be90 completed by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:25:50.407338 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Provisioning complete for port cf4e8a80-8c9d-465f-ab2a-dbba77f1be90 triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:25:50.408629 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:50.585816 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '370f06aa-5b99-4f41-9d05-441ae6481331', 'tag': 'd8fbaa88-c36d-4955-b0ff-233bb0d92900', 'status': 'completed', 'code': 200}
Apr 19 19:25:50.763889 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5c78a517-44d6-4271-a115-cae59bf86ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:50.821018 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:50.827411 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.20', 64597) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:25:50.904419 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port cf4e8a80-8c9d-465f-ab2a-dbba77f1be90, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=cf4e8a80-8c9d-465f-ab2a-dbba77f1be90,segment=NetworkSegment(c63b6c5a-1ef7-4e68-bc05-ec7a4cd6e288),segment_id=c63b6c5a-1ef7-4e68-bc05-ec7a4cd6e288)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:25:50.912358 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:50.921212 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-26e6627a-ff94-41e7-a8b4-ef815e76e31b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:50.994842 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4b4bb6a1-dd9e-408c-a1c2-13a0985c1ff2 req-0d8fee23-9fb1-4f3c-82b1-534392e3a710 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.7001934
Apr 19 19:25:51.000741 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-35e93f06-48c2-44e7-b64f-82322384e540 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:25:51.032361 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-4b4bb6a1-dd9e-408c-a1c2-13a0985c1ff2 req-8f5718f4-8052-4f33-aa9a-c62af035d907 service neutron] Request body: {'port': {'device_id': '5cad848e-cc06-48f5-b3f7-9e0e8149ae93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:25:51.053119 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Pushing event updated for resources: {'Port': ['ID=cf4e8a80-8c9d-465f-ab2a-dbba77f1be90,revision_number=5']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:51.058210 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:51.068605 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-35e93f06-48c2-44e7-b64f-82322384e540 admin admin] Usage tracker for resource:security_group_rule and tenant:45bb81712de64a0f82f8e0d594dab201 is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:25:51.093124 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8444c1e9-c417-45ea-b0f7-0e9317cc954f req-986dc18c-5c6f-44af-87a0-be19998f217a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:51.094725 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8444c1e9-c417-45ea-b0f7-0e9317cc954f req-986dc18c-5c6f-44af-87a0-be19998f217a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a89eb528-cfbf-497b-ad2d-b1613a8bf395&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 1.6824431
Apr 19 19:25:51.098497 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-35e93f06-48c2-44e7-b64f-82322384e540 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:25:51.122536 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8d9b310a-8c0c-4505-8b3f-f825f31ca5dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:51.127961 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-7a295622-37e5-4732-9708-8a4aa19d7303 admin admin] Network 17eac355-5ee5-4411-b1a1-b4d84e018405 has no segments {{(pid=86369) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:25:51.146954 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-35e93f06-48c2-44e7-b64f-82322384e540 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:25:51.201795 dv-cinder-786932-1-iscsi neutron-server[86253]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 19 19:25:51.201795 dv-cinder-786932-1-iscsi neutron-server[86253]:   from cryptography.utils import int_from_bytes
Apr 19 19:25:51.201795 dv-cinder-786932-1-iscsi neutron-server[86253]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 19 19:25:51.201795 dv-cinder-786932-1-iscsi neutron-server[86253]:   from cryptography.utils import int_from_bytes
Apr 19 19:25:51.201795 dv-cinder-786932-1-iscsi neutron-server[86253]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 19 19:25:51.201795 dv-cinder-786932-1-iscsi neutron-server[86253]:   (rel_b, rel_a, rel_b),
Apr 19 19:25:51.201795 dv-cinder-786932-1-iscsi neutron-server[86253]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 19 19:25:51.201795 dv-cinder-786932-1-iscsi neutron-server[86253]:   (rel_b, rel_a, rel_b),
Apr 19 19:25:51.201795 dv-cinder-786932-1-iscsi neutron-server[86253]: Traceback (most recent call last):
Apr 19 19:25:51.201795 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 19:25:51.201795 dv-cinder-786932-1-iscsi neutron-server[86253]:     timer()
Apr 19 19:25:51.201795 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 19:25:51.201795 dv-cinder-786932-1-iscsi neutron-server[86253]:     cb(*args, **kw)
Apr 19 19:25:51.201795 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 19:25:51.201795 dv-cinder-786932-1-iscsi neutron-server[86253]:     return func(*args, **kwargs)
Apr 19 19:25:51.201795 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 19:25:51.201795 dv-cinder-786932-1-iscsi neutron-server[86253]:     self._notify()
Apr 19 19:25:51.201795 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 19:25:51.201795 dv-cinder-786932-1-iscsi neutron-server[86253]:     self.callback(batched_events)
Apr 19 19:25:51.201795 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 19:25:51.201795 dv-cinder-786932-1-iscsi neutron-server[86253]:     event.method(event)
Apr 19 19:25:51.201795 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 19:25:51.201795 dv-cinder-786932-1-iscsi neutron-server[86253]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 19:25:51.201795 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 19:25:51.201795 dv-cinder-786932-1-iscsi neutron-server[86253]:     segment_id)['aggregates'][0]
Apr 19 19:25:51.201795 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 19:25:51.201795 dv-cinder-786932-1-iscsi neutron-server[86253]:     return f(self, *a, **k)
Apr 19 19:25:51.201795 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 19:25:51.201795 dv-cinder-786932-1-iscsi neutron-server[86253]:     return self._get(url).json()
Apr 19 19:25:51.201795 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 19:25:51.201795 dv-cinder-786932-1-iscsi neutron-server[86253]:     **kwargs)
Apr 19 19:25:51.201795 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 19:25:51.201795 dv-cinder-786932-1-iscsi neutron-server[86253]:     return self.request(url, 'GET', **kwargs)
Apr 19 19:25:51.201795 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 19:25:51.201795 dv-cinder-786932-1-iscsi neutron-server[86253]:     **endpoint_filter)
Apr 19 19:25:51.201795 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 19:25:51.201795 dv-cinder-786932-1-iscsi neutron-server[86253]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 19:25:51.201795 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 19:25:51.201795 dv-cinder-786932-1-iscsi neutron-server[86253]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 19:25:51.201795 dv-cinder-786932-1-iscsi neutron-server[86253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 19:25:51.226090 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995b59d-4a79-45f2-bcc0-c7c363f7ca95 req-30fa0bbe-8aea-44da-a0a0-7763cd140576 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:51.228231 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device 3751a9a2-a0b6-4782-b83a-686680c05aea up at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:25:51.235960 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4995b59d-4a79-45f2-bcc0-c7c363f7ca95 req-30fa0bbe-8aea-44da-a0a0-7763cd140576 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 944 time: 0.3108802
Apr 19 19:25:51.273173 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8d9b310a-8c0c-4505-8b3f-f825f31ca5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:51.357240 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning complete for port 3751a9a2-a0b6-4782-b83a-686680c05aea triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:25:51.358984 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:51.359803 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcde262-a04a-4f97-80f5-bb7645af9ace req-c396fe47-277b-469b-b936-690e49d9318c tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:51.367697 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-272b9c34-357c-4a65-85f3-928541dcd395 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:51.368278 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1bcde262-a04a-4f97-80f5-bb7645af9ace req-c396fe47-277b-469b-b936-690e49d9318c tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=207ca733-67ad-4d61-9786-fc0eca9aa95f HTTP/1.1" status: 200  len: 945 time: 1.0266645
Apr 19 19:25:51.436323 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-a9124770-c617-4be1-b83e-b8a387d183c6 req-444d263e-5ecc-47cb-ae30-500d2c678459 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:25:51.455386 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9b310a-8c0c-4505-8b3f-f825f31ca5dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a981b1-d1b9-4007-bd5c-b7761386a5a5,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:51.460537 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-8d9b310a-8c0c-4505-8b3f-f825f31ca5dd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e3bf9761ca844f129494d21d62b96358&name=default HTTP/1.1" status: 200  len: 2979 time: 3.5945592
Apr 19 19:25:51.461873 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8d9b310a-8c0c-4505-8b3f-f825f31ca5dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:51.466321 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7a295622-37e5-4732-9708-8a4aa19d7303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854087039'] for network, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:51.468441 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 48202) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:25:51.468562 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4995b59d-4a79-45f2-bcc0-c7c363f7ca95 req-52193ba9-2d50-43a6-a5d1-d2b652da9887 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=363b2ccb-b902-431d-b58c-e66b72ac10c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2305636
Apr 19 19:25:51.505936 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1bcde262-a04a-4f97-80f5-bb7645af9ace req-825d77cf-5c87-4c33-a78c-dd5ff83a5d03 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ea1d6d9-16df-47a6-b3b2-7b8ea05c5162&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1365082
Apr 19 19:25:51.507219 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-a9124770-c617-4be1-b83e-b8a387d183c6 req-444d263e-5ecc-47cb-ae30-500d2c678459 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:25:51.510919 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-4b4bb6a1-dd9e-408c-a1c2-13a0985c1ff2 req-8f5718f4-8052-4f33-aa9a-c62af035d907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:51.620130 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b77a33c6-58e5-49e1-a877-bd109adcd867 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:51.640153 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9124770-c617-4be1-b83e-b8a387d183c6 req-444d263e-5ecc-47cb-ae30-500d2c678459 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Made reservation on behalf of cc39b9932e394741a871cc678ffadd40 for: {'port': 1} {{(pid=86368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:25:51.648543 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-a9124770-c617-4be1-b83e-b8a387d183c6 req-444d263e-5ecc-47cb-ae30-500d2c678459 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:51.662170 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7a295622-37e5-4732-9708-8a4aa19d7303 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:51.687615 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae52e39d-edb8-4d2b-8285-2815a3d053e7 req-c0469a52-f688-4b08-8e1f-020fff2ea509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:51.689316 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ae52e39d-edb8-4d2b-8285-2815a3d053e7 req-c0469a52-f688-4b08-8e1f-020fff2ea509 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=207ca733-67ad-4d61-9786-fc0eca9aa95f HTTP/1.1" status: 200  len: 1098 time: 0.8608153
Apr 19 19:25:51.690192 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a295622-37e5-4732-9708-8a4aa19d7303 admin admin] Pushing event deleted for resources: {'Network': ['ID=17eac355-5ee5-4411-b1a1-b4d84e018405,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:51.703449 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8444c1e9-c417-45ea-b0f7-0e9317cc954f req-06a28572-5afe-4274-be2c-f8a87bf4fad2 service neutron] 10.222.0.20 "GET /v2.0/networks/a89eb528-cfbf-497b-ad2d-b1613a8bf395?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5794306
Apr 19 19:25:51.726887 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-7a295622-37e5-4732-9708-8a4aa19d7303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:51.759274 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-7a295622-37e5-4732-9708-8a4aa19d7303 admin admin] 10.222.0.36 "DELETE /v2.0/networks/17eac355-5ee5-4411-b1a1-b4d84e018405 HTTP/1.1" status: 204  len: 168 time: 4.1198328
Apr 19 19:25:51.765313 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-ae52e39d-edb8-4d2b-8285-2815a3d053e7 req-446357d5-d56d-4f1f-9de2-e51b0cf41995 service neutron] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:51.781696 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 48206) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:25:51.873763 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.20', 64602) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:25:51.896513 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-b2aeb86f-bc12-4a27-8973-3ec8bbbe2e01 req-535ad482-194a-429e-863f-f146a5c84133 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Synchronizing usage tracker for tenant:caaf84b4cca64642b19aac2312292f91 on resource:port {{(pid=86368) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:25:51.921990 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-ae52e39d-edb8-4d2b-8285-2815a3d053e7 req-446357d5-d56d-4f1f-9de2-e51b0cf41995 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:25:51.949632 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-ae52e39d-edb8-4d2b-8285-2815a3d053e7 req-446357d5-d56d-4f1f-9de2-e51b0cf41995 service neutron] Usage tracker for resource:security_group_rule and tenant:a0e3656511f547c1b5fe8a1af57aa2bb is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:25:51.971598 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-ae52e39d-edb8-4d2b-8285-2815a3d053e7 req-446357d5-d56d-4f1f-9de2-e51b0cf41995 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:25:52.033106 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-35e93f06-48c2-44e7-b64f-82322384e540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:52.038199 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cd6e311a-959c-4cf3-a70f-fd612457f876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:52.046577 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-ae52e39d-edb8-4d2b-8285-2815a3d053e7 req-446357d5-d56d-4f1f-9de2-e51b0cf41995 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:25:52.073082 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-35e93f06-48c2-44e7-b64f-82322384e540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:52.078863 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-b2aeb86f-bc12-4a27-8973-3ec8bbbe2e01 req-535ad482-194a-429e-863f-f146a5c84133 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Unset dirty status for tenant:caaf84b4cca64642b19aac2312292f91 on resource:port {{(pid=86368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:25:52.081656 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b2aeb86f-bc12-4a27-8973-3ec8bbbe2e01 req-535ad482-194a-429e-863f-f146a5c84133 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f5bc227-3ca5-47fe-bd9b-8ac4d1e1e3c2 HTTP/1.1" status: 200  len: 210 time: 0.3257477
Apr 19 19:25:52.107145 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_v2 [None req-af52fd78-f825-4896-bc1f-1a20abbcc3ce admin admin] Deleting subnet ac88d83e-6635-436e-82bb-6d7c7dcd3a2f {{(pid=86369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 19:25:52.139478 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-cc59cf7e-6e28-420d-a2c9-827bffb8604a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:52.149172 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-af52fd78-f825-4896-bc1f-1a20abbcc3ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:52.193735 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cd6e311a-959c-4cf3-a70f-fd612457f876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:52.303641 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8444c1e9-c417-45ea-b0f7-0e9317cc954f req-f89bc6f4-a76b-48ce-ad68-2586c2a939a2 service neutron] 10.222.0.20 "GET /v2.0/networks/a89eb528-cfbf-497b-ad2d-b1613a8bf395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5755193
Apr 19 19:25:52.317399 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-af52fd78-f825-4896-bc1f-1a20abbcc3ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036821571810'] for subnet, precommit_delete_associations {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:52.354631 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2d3fc8-e5b9-43ab-96d8-ab0eccbb3a3b req-c68ce552-e7fb-42e1-97ee-3224cb5d6ee1 tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:52.356361 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0d2d3fc8-e5b9-43ab-96d8-ab0eccbb3a3b req-c68ce552-e7fb-42e1-97ee-3224cb5d6ee1 tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] 10.222.0.36 "GET /v2.0/ports?device_id=f08de347-15dc-404e-af5b-ccaa77929838 HTTP/1.1" status: 200  len: 945 time: 0.6744065
Apr 19 19:25:52.358933 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-35e93f06-48c2-44e7-b64f-82322384e540 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=45bb81712de64a0f82f8e0d594dab201&name=default HTTP/1.1" status: 200  len: 2979 time: 2.1866982
Apr 19 19:25:52.367747 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 48216) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:25:52.396270 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f08de347-15dc-404e-af5b-ccaa77929838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf4e8a80-8c9d-465f-ab2a-dbba77f1be90'}] {{(pid=86370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:25:52.411140 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e93f06-48c2-44e7-b64f-82322384e540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63949caa-d050-4fa6-ad67-18df04cb829e,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:52.416334 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d154b8-f91d-4e08-bfd2-138eee08e9db req-15344a0d-a87d-412c-9f5b-72edd1f94cad tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:52.417154 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-c0d154b8-f91d-4e08-bfd2-138eee08e9db req-15344a0d-a87d-412c-9f5b-72edd1f94cad tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Synchronizing usage tracker for tenant:caaf84b4cca64642b19aac2312292f91 on resource:network {{(pid=86369) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:25:52.420413 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-35e93f06-48c2-44e7-b64f-82322384e540 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:52.456599 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d3f83c97-8533-4854-a79c-8c69dcd688c4 req-70623704-493f-4c85-b702-d2288fab9ee2 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a2e57ab-ae13-4fe0-8550-86a32f652051 HTTP/1.1" status: 200  len: 210 time: 0.1124151
Apr 19 19:25:52.497691 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [req-a9124770-c617-4be1-b83e-b8a387d183c6 req-444d263e-5ecc-47cb-ae30-500d2c678459 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Allocated IP 172.20.0.8 (9d269001-9e9c-479f-88fd-1acf166660c3/00f7e508-0145-491e-8134-c9fdb454d461/45b6b85b-b353-43a5-b050-4c60b887ef29) {{(pid=86368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:25:52.543837 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0d2d3fc8-e5b9-43ab-96d8-ab0eccbb3a3b req-68a6148d-154b-41f1-bb95-0f985b6efb9b tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba47e093-5ded-4fa1-be17-7a5da98eb23d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1172614
Apr 19 19:25:52.594939 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f08de347-15dc-404e-af5b-ccaa77929838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf4e8a80-8c9d-465f-ab2a-dbba77f1be90', 'code': 200}
Apr 19 19:25:52.644054 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-af52fd78-f825-4896-bc1f-1a20abbcc3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1918498'] for subnet, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:52.692984 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [req-4b4bb6a1-dd9e-408c-a1c2-13a0985c1ff2 req-8f5718f4-8052-4f33-aa9a-c62af035d907 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa4ac25a-984f-46d6-aa2d-4d06e865cdb0 {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:25:52.703860 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-4b4bb6a1-dd9e-408c-a1c2-13a0985c1ff2 req-8f5718f4-8052-4f33-aa9a-c62af035d907 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:52.718901 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cd6e311a-959c-4cf3-a70f-fd612457f876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:52.725705 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [req-4b4bb6a1-dd9e-408c-a1c2-13a0985c1ff2 req-8f5718f4-8052-4f33-aa9a-c62af035d907 service neutron] Transition to ACTIVE for port object aa4ac25a-984f-46d6-aa2d-4d06e865cdb0 will not be triggered until provisioned by entity L2. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:25:52.766046 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-4b4bb6a1-dd9e-408c-a1c2-13a0985c1ff2 req-8f5718f4-8052-4f33-aa9a-c62af035d907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:52.798997 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-ae52e39d-edb8-4d2b-8285-2815a3d053e7 req-446357d5-d56d-4f1f-9de2-e51b0cf41995 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:52.803603 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8c3c90b9-fa69-4dad-a57b-ba523d27ff16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:52.814010 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-41071dfe-db5d-4823-a8e1-2a92eac5b44b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:52.818534 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-c0d154b8-f91d-4e08-bfd2-138eee08e9db req-15344a0d-a87d-412c-9f5b-72edd1f94cad tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Unset dirty status for tenant:caaf84b4cca64642b19aac2312292f91 on resource:network {{(pid=86369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:25:52.819995 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c0d154b8-f91d-4e08-bfd2-138eee08e9db req-15344a0d-a87d-412c-9f5b-72edd1f94cad tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.20 "GET /v2.0/networks?id=a4cfddf6-741b-4335-bc05-1c15da9b2a0f HTTP/1.1" status: 200  len: 819 time: 0.9392836
Apr 19 19:25:52.826374 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e311a-959c-4cf3-a70f-fd612457f876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a981b1-d1b9-4007-bd5c-b7761386a5a5,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:52.841559 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-cd6e311a-959c-4cf3-a70f-fd612457f876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:52.842929 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cd6e311a-959c-4cf3-a70f-fd612457f876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:52.849280 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-cd6e311a-959c-4cf3-a70f-fd612457f876 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f5a981b1-d1b9-4007-bd5c-b7761386a5a5 HTTP/1.1" status: 204  len: 168 time: 1.3219328
Apr 19 19:25:52.849280 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-ae52e39d-edb8-4d2b-8285-2815a3d053e7 req-446357d5-d56d-4f1f-9de2-e51b0cf41995 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:52.882140 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.20', 64605) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:25:52.915298 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-c0d154b8-f91d-4e08-bfd2-138eee08e9db req-354a5f81-85b8-43a0-9e06-cbc2fb72eedb tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Request body: {'port': {'device_id': '6f5bc227-3ca5-47fe-bd9b-8ac4d1e1e3c2', 'network_id': 'a4cfddf6-741b-4335-bc05-1c15da9b2a0f', 'admin_state_up': True, 'tenant_id': 'caaf84b4cca64642b19aac2312292f91'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:25:53.186115 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e796ad9b-22d8-4af9-8d92-4f2618a7256b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:53.255685 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4a8d4370-d08c-4ac4-ab55-217397105c95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:53.312074 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5718f4-8052-4f33-aa9a-c62af035d907 service neutron] Pushing event updated for resources: {'Port': ['ID=aa4ac25a-984f-46d6-aa2d-4d06e865cdb0,revision_number=2']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:53.322339 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8f5718f4-8052-4f33-aa9a-c62af035d907 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:53.361067 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 48238) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:25:53.419920 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24257136-87cf-445f-b27b-7b87e2f39c65 req-dd1a3127-e8c0-449f-86ff-fd3a8c57c609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:53.422859 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-24257136-87cf-445f-b27b-7b87e2f39c65 req-dd1a3127-e8c0-449f-86ff-fd3a8c57c609 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6333d4d4b1249bfb35237c3c56fe86e&device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 1097 time: 0.9864395
Apr 19 19:25:53.451286 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eea1f582-5628-419d-aa02-66a0156b6f20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:53.471139 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-ae52e39d-edb8-4d2b-8285-2815a3d053e7 req-446357d5-d56d-4f1f-9de2-e51b0cf41995 service neutron] Synchronizing usage tracker for tenant:a0e3656511f547c1b5fe8a1af57aa2bb on resource:security_group {{(pid=86369) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:25:53.478270 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-4b4bb6a1-dd9e-408c-a1c2-13a0985c1ff2 req-8f5718f4-8052-4f33-aa9a-c62af035d907 service neutron] Attempting to bind port aa4ac25a-984f-46d6-aa2d-4d06e865cdb0 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:25:53.478644 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-4b4bb6a1-dd9e-408c-a1c2-13a0985c1ff2 req-8f5718f4-8052-4f33-aa9a-c62af035d907 service neutron] Attempting to bind port aa4ac25a-984f-46d6-aa2d-4d06e865cdb0 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'c504281e-e832-4963-82cc-dd4c565f9202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a4cfddf6-741b-4335-bc05-1c15da9b2a0f'}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:25:53.479008 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4bb6a1-dd9e-408c-a1c2-13a0985c1ff2 req-8f5718f4-8052-4f33-aa9a-c62af035d907 service neutron] Attempting to bind port aa4ac25a-984f-46d6-aa2d-4d06e865cdb0 on network a4cfddf6-741b-4335-bc05-1c15da9b2a0f {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:25:53.509733 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-eea1f582-5628-419d-aa02-66a0156b6f20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:25:53.513338 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4bb6a1-dd9e-408c-a1c2-13a0985c1ff2 req-8f5718f4-8052-4f33-aa9a-c62af035d907 service neutron] Port aa4ac25a-984f-46d6-aa2d-4d06e865cdb0 on network a4cfddf6-741b-4335-bc05-1c15da9b2a0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 19:25:53.513705 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4bb6a1-dd9e-408c-a1c2-13a0985c1ff2 req-8f5718f4-8052-4f33-aa9a-c62af035d907 service neutron] Attempting to bind port aa4ac25a-984f-46d6-aa2d-4d06e865cdb0 on network a4cfddf6-741b-4335-bc05-1c15da9b2a0f {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:25:53.524565 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-eea1f582-5628-419d-aa02-66a0156b6f20 admin admin] Usage tracker for resource:security_group_rule and tenant:1850aaa68b6747e5a2ed6009a4a5a2dd is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:25:53.531767 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-eea1f582-5628-419d-aa02-66a0156b6f20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:25:53.538460 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4bb6a1-dd9e-408c-a1c2-13a0985c1ff2 req-8f5718f4-8052-4f33-aa9a-c62af035d907 service neutron] Checking agent: {'id': '13e8b6f5-8e00-4da6-9b4f-d998588d9e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 22, 59), 'started_at': datetime.datetime(2021, 4, 19, 19, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:25:53.538877 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4bb6a1-dd9e-408c-a1c2-13a0985c1ff2 req-8f5718f4-8052-4f33-aa9a-c62af035d907 service neutron] Checking segment: {'id': 'c504281e-e832-4963-82cc-dd4c565f9202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a4cfddf6-741b-4335-bc05-1c15da9b2a0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:25:53.539281 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4bb6a1-dd9e-408c-a1c2-13a0985c1ff2 req-8f5718f4-8052-4f33-aa9a-c62af035d907 service neutron] Bound using segment: {'id': 'c504281e-e832-4963-82cc-dd4c565f9202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a4cfddf6-741b-4335-bc05-1c15da9b2a0f'} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:25:53.539821 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-4b4bb6a1-dd9e-408c-a1c2-13a0985c1ff2 req-8f5718f4-8052-4f33-aa9a-c62af035d907 service neutron] Bound port: aa4ac25a-984f-46d6-aa2d-4d06e865cdb0, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c504281e-e832-4963-82cc-dd4c565f9202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a4cfddf6-741b-4335-bc05-1c15da9b2a0f'}}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:25:53.540266 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-4b4bb6a1-dd9e-408c-a1c2-13a0985c1ff2 req-8f5718f4-8052-4f33-aa9a-c62af035d907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:53.559181 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3f16c-86af-4c43-ae2a-480466a631d7 req-92cf3421-7a7d-4f5d-8b44-f53aae6243ea tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:53.560909 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-64f3f16c-86af-4c43-ae2a-480466a631d7 req-92cf3421-7a7d-4f5d-8b44-f53aae6243ea tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=207ca733-67ad-4d61-9786-fc0eca9aa95f HTTP/1.1" status: 200  len: 945 time: 0.6600561
Apr 19 19:25:53.581017 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-eea1f582-5628-419d-aa02-66a0156b6f20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:25:53.615623 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-a9124770-c617-4be1-b83e-b8a387d183c6 req-444d263e-5ecc-47cb-ae30-500d2c678459 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks [] for port, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:53.623885 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446357d5-d56d-4f1f-9de2-e51b0cf41995 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5df7be-f2cd-432d-bca1-3dd37bbb291f,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:53.630033 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-446357d5-d56d-4f1f-9de2-e51b0cf41995 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:53.644336 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a3534b-c96e-41d6-8938-c7bc0da54b0c req-09ab437f-0330-4adc-ae89-d1aac7519cd2 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:53.647047 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c3a3534b-c96e-41d6-8938-c7bc0da54b0c req-09ab437f-0330-4adc-ae89-d1aac7519cd2 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 944 time: 0.6442623
Apr 19 19:25:53.967102 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [req-a9124770-c617-4be1-b83e-b8a387d183c6 req-444d263e-5ecc-47cb-ae30-500d2c678459 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Transition to ACTIVE for port object 45b6b85b-b353-43a5-b050-4c60b887ef29 will not be triggered until provisioned by entity DHCP. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:25:54.040999 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-64f3f16c-86af-4c43-ae2a-480466a631d7 req-f0119748-050a-4524-8b2f-858fc95b24d9 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ea1d6d9-16df-47a6-b3b2-7b8ea05c5162&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4561758
Apr 19 19:25:54.072262 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4a8d4370-d08c-4ac4-ab55-217397105c95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:54.090758 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c3a3534b-c96e-41d6-8938-c7bc0da54b0c req-be866367-422b-45f9-90e2-38199bf2e454 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=363b2ccb-b902-431d-b58c-e66b72ac10c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4003739
Apr 19 19:25:54.108174 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-4b4bb6a1-dd9e-408c-a1c2-13a0985c1ff2 req-8f5718f4-8052-4f33-aa9a-c62af035d907 service neutron] For port aa4ac25a-984f-46d6-aa2d-4d06e865cdb0, host hv-cinder-78693, cleared binding levels {{(pid=86368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:25:54.114856 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-4b4bb6a1-dd9e-408c-a1c2-13a0985c1ff2 req-8f5718f4-8052-4f33-aa9a-c62af035d907 service neutron] For port aa4ac25a-984f-46d6-aa2d-4d06e865cdb0, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=aa4ac25a-984f-46d6-aa2d-4d06e865cdb0,segment=NetworkSegment(c504281e-e832-4963-82cc-dd4c565f9202),segment_id=c504281e-e832-4963-82cc-dd4c565f9202)] {{(pid=86368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:25:54.129136 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-4b4bb6a1-dd9e-408c-a1c2-13a0985c1ff2 req-8f5718f4-8052-4f33-aa9a-c62af035d907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:54.151475 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:54.205965 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-a9124770-c617-4be1-b83e-b8a387d183c6 req-444d263e-5ecc-47cb-ae30-500d2c678459 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739738723801'] for port, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:54.273028 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-ae52e39d-edb8-4d2b-8285-2815a3d053e7 req-446357d5-d56d-4f1f-9de2-e51b0cf41995 service neutron] Unset dirty status for tenant:a0e3656511f547c1b5fe8a1af57aa2bb on resource:security_group {{(pid=86369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:25:54.274200 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4bb6a1-dd9e-408c-a1c2-13a0985c1ff2 req-8f5718f4-8052-4f33-aa9a-c62af035d907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:54.274390 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ae52e39d-edb8-4d2b-8285-2815a3d053e7 req-446357d5-d56d-4f1f-9de2-e51b0cf41995 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9ea1d6d9-16df-47a6-b3b2-7b8ea05c5162&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 2.5687184
Apr 19 19:25:54.275047 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-4b4bb6a1-dd9e-408c-a1c2-13a0985c1ff2 req-8f5718f4-8052-4f33-aa9a-c62af035d907 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for port, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:54.277495 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4b4bb6a1-dd9e-408c-a1c2-13a0985c1ff2 req-8f5718f4-8052-4f33-aa9a-c62af035d907 service neutron] 10.222.0.20 "PUT /v2.0/ports/aa4ac25a-984f-46d6-aa2d-4d06e865cdb0 HTTP/1.1" status: 200  len: 1093 time: 3.2630084
Apr 19 19:25:54.281561 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cad848e-cc06-48f5-b3f7-9e0e8149ae93', 'tag': 'aa4ac25a-984f-46d6-aa2d-4d06e865cdb0'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:25:54.289526 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device d8fbaa88-c36d-4955-b0ff-233bb0d92900 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 19:25:54.333951 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9124770-c617-4be1-b83e-b8a387d183c6 req-444d263e-5ecc-47cb-ae30-500d2c678459 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Network 9d269001-9e9c-479f-88fd-1acf166660c3 is already hosted by enough agents. {{(pid=86368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:25:54.338718 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eea1f582-5628-419d-aa02-66a0156b6f20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:54.345793 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [req-a9124770-c617-4be1-b83e-b8a387d183c6 req-444d263e-5ecc-47cb-ae30-500d2c678459 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Resources bound (agent type, host, resource id):  {{(pid=86368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:25:54.350544 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9124770-c617-4be1-b83e-b8a387d183c6 req-444d263e-5ecc-47cb-ae30-500d2c678459 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Received port after_create {{(pid=86368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:25:54.365276 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9124770-c617-4be1-b83e-b8a387d183c6 req-444d263e-5ecc-47cb-ae30-500d2c678459 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:54.366415 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-a9124770-c617-4be1-b83e-b8a387d183c6 req-444d263e-5ecc-47cb-ae30-500d2c678459 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for port, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:54.491998 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-c0d154b8-f91d-4e08-bfd2-138eee08e9db req-354a5f81-85b8-43a0-9e06-cbc2fb72eedb tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:25:54.502128 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4a8d4370-d08c-4ac4-ab55-217397105c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:54.503409 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-af52fd78-f825-4896-bc1f-1a20abbcc3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852857318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31618135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036824016211'] for subnet, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:54.522038 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24257136-87cf-445f-b27b-7b87e2f39c65 req-4e0270b9-feb3-4488-a7b3-de54f2d7aab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:54.528959 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-24257136-87cf-445f-b27b-7b87e2f39c65 req-4e0270b9-feb3-4488-a7b3-de54f2d7aab1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a89eb528-cfbf-497b-ad2d-b1613a8bf395 HTTP/1.1" status: 200  len: 917 time: 1.0367260
Apr 19 19:25:54.530204 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-c0d154b8-f91d-4e08-bfd2-138eee08e9db req-354a5f81-85b8-43a0-9e06-cbc2fb72eedb tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:25:54.534559 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:54.549176 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da45ae80-a885-48ca-95d8-47ca4b65164e req-3b36bf32-6e17-407f-965b-1ed1b5110198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:54.550840 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-da45ae80-a885-48ca-95d8-47ca4b65164e req-3b36bf32-6e17-407f-965b-1ed1b5110198 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f08de347-15dc-404e-af5b-ccaa77929838 HTTP/1.1" status: 200  len: 1098 time: 1.4658175
Apr 19 19:25:54.573176 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8d4370-d08c-4ac4-ab55-217397105c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63949caa-d050-4fa6-ad67-18df04cb829e,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:54.575446 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-af52fd78-f825-4896-bc1f-1a20abbcc3ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for subnet, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:54.630862 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eea1f582-5628-419d-aa02-66a0156b6f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:54.651475 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port d8fbaa88-c36d-4955-b0ff-233bb0d92900, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d8fbaa88-c36d-4955-b0ff-233bb0d92900,segment=NetworkSegment(2744bb2d-9e24-4863-b8d8-e4b09c9832ec),segment_id=2744bb2d-9e24-4863-b8d8-e4b09c9832ec)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:25:54.655197 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5718f4-8052-4f33-aa9a-c62af035d907 service neutron] Pushing event updated for resources: {'Port': ['ID=aa4ac25a-984f-46d6-aa2d-4d06e865cdb0,revision_number=3']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:54.663211 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a9124770-c617-4be1-b83e-b8a387d183c6 req-444d263e-5ecc-47cb-ae30-500d2c678459 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.5784965
Apr 19 19:25:54.665312 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8f5718f4-8052-4f33-aa9a-c62af035d907 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:54.669531 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Returning: {'device': 'd8fbaa88-c36d-4955-b0ff-233bb0d92900', 'network_id': 'a89eb528-cfbf-497b-ad2d-b1613a8bf395', 'port_id': 'd8fbaa88-c36d-4955-b0ff-233bb0d92900', 'mac_address': 'fa:16:3e:aa:b6:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '194aa9b4-1b11-48c1-957e-a5acc2bb888c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 19:25:54.684869 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3590ffe0-1eaa-47a9-8be3-589ddfbbcb80 req-4616adb9-d06d-4583-84e3-732e895346e8 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f5bc227-3ca5-47fe-bd9b-8ac4d1e1e3c2 HTTP/1.1" status: 200  len: 210 time: 0.2413089
Apr 19 19:25:54.687106 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.427s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:54.687299 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-4a8d4370-d08c-4ac4-ab55-217397105c95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:54.689655 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:54.746102 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0d154b8-f91d-4e08-bfd2-138eee08e9db req-354a5f81-85b8-43a0-9e06-cbc2fb72eedb tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Made reservation on behalf of caaf84b4cca64642b19aac2312292f91 for: {'port': 1} {{(pid=86369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:25:54.752523 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-c0d154b8-f91d-4e08-bfd2-138eee08e9db req-354a5f81-85b8-43a0-9e06-cbc2fb72eedb tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:54.767784 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-24257136-87cf-445f-b27b-7b87e2f39c65 req-cd97023f-54f1-4b96-a733-fbeb12644f0e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8fbaa88-c36d-4955-b0ff-233bb0d92900 HTTP/1.1" status: 200  len: 217 time: 0.1665490
Apr 19 19:25:54.783195 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af52fd78-f825-4896-bc1f-1a20abbcc3ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac88d83e-6635-436e-82bb-6d7c7dcd3a2f,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:54.785974 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4a8d4370-d08c-4ac4-ab55-217397105c95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:54.787575 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-4a8d4370-d08c-4ac4-ab55-217397105c95 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/63949caa-d050-4fa6-ad67-18df04cb829e HTTP/1.1" status: 204  len: 168 time: 2.4160123
Apr 19 19:25:54.789423 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-af52fd78-f825-4896-bc1f-1a20abbcc3ce admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ac88d83e-6635-436e-82bb-6d7c7dcd3a2f HTTP/1.1" status: 204  len: 168 time: 3.0050776
Apr 19 19:25:54.793976 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-af52fd78-f825-4896-bc1f-1a20abbcc3ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:54.824119 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:54.841001 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 48250) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:25:54.849155 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8fbaa88-c36d-4955-b0ff-233bb0d92900 {{(pid=86370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:25:54.855552 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-f624d517-256f-44b9-a6c7-ee64c5484ec1 None None] Provisioning for port 45b6b85b-b353-43a5-b050-4c60b887ef29 completed by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:25:54.862573 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-f624d517-256f-44b9-a6c7-ee64c5484ec1 None None] Provisioning complete for port 45b6b85b-b353-43a5-b050-4c60b887ef29 triggered by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:25:54.862573 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f624d517-256f-44b9-a6c7-ee64c5484ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:54.914316 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-a9124770-c617-4be1-b83e-b8a387d183c6 req-317acc6d-0551-4353-a250-ba23e7872f34 service neutron] Request body: {'port': {'device_id': '7a2e57ab-ae13-4fe0-8550-86a32f652051', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:25:54.922026 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port d8fbaa88-c36d-4955-b0ff-233bb0d92900, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d8fbaa88-c36d-4955-b0ff-233bb0d92900,segment=NetworkSegment(2744bb2d-9e24-4863-b8d8-e4b09c9832ec),segment_id=2744bb2d-9e24-4863-b8d8-e4b09c9832ec)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:25:54.932846 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:54.938801 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:54.941876 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-da45ae80-a885-48ca-95d8-47ca4b65164e req-bd45b15e-4891-440c-b349-c294a79d6a99 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ba47e093-5ded-4fa1-be17-7a5da98eb23d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3623207
Apr 19 19:25:55.005973 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-f624d517-256f-44b9-a6c7-ee64c5484ec1 None None] Port 45b6b85b-b353-43a5-b050-4c60b887ef29 cannot update to ACTIVE because it is not bound. {{(pid=86370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 19:25:55.047007 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Pushing event updated for resources: {'Port': ['ID=d8fbaa88-c36d-4955-b0ff-233bb0d92900,revision_number=4']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:55.052325 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:55.059129 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24257136-87cf-445f-b27b-7b87e2f39c65 req-05f7c18d-55b3-436b-a2d9-c6cff4659526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:55.060774 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-24257136-87cf-445f-b27b-7b87e2f39c65 req-05f7c18d-55b3-436b-a2d9-c6cff4659526 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=194aa9b4-1b11-48c1-957e-a5acc2bb888c HTTP/1.1" status: 200  len: 855 time: 0.2801657
Apr 19 19:25:55.104963 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8b29d2ac-0507-4958-95b6-0c10074ed392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636206'] for network, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:55.217581 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-eea1f582-5628-419d-aa02-66a0156b6f20 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1850aaa68b6747e5a2ed6009a4a5a2dd&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8526392
Apr 19 19:25:55.222769 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 48260) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:25:55.238023 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] get_ports_and_sgs() called for port_ids ['d8fbaa88-c36d-4955-b0ff-233bb0d92900'] {{(pid=86370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:25:55.239670 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444d263e-5ecc-47cb-ae30-500d2c678459 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Pushing event updated for resources: {'Port': ['ID=45b6b85b-b353-43a5-b050-4c60b887ef29,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:55.248802 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-444d263e-5ecc-47cb-ae30-500d2c678459 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:55.253351 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.383s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:55.356648 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea1f582-5628-419d-aa02-66a0156b6f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8eb075-e3ee-4a60-8bf5-83f783c9d481,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:55.386908 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [req-c0d154b8-f91d-4e08-bfd2-138eee08e9db req-354a5f81-85b8-43a0-9e06-cbc2fb72eedb tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Allocated IP 172.20.0.4 (a4cfddf6-741b-4335-bc05-1c15da9b2a0f/3af27814-af97-4e02-926e-ece558d9dead/cab83bf1-2c70-49a3-a19a-4d1ec5d2a0d2) {{(pid=86369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:25:55.423700 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-eea1f582-5628-419d-aa02-66a0156b6f20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:55.442864 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8b29d2ac-0507-4958-95b6-0c10074ed392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852857225', 'neutron.services.segments.db._delete_segments_for_network-8739739090035'] for network, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:55.474284 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-a9124770-c617-4be1-b83e-b8a387d183c6 req-317acc6d-0551-4353-a250-ba23e7872f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:55.508029 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9466e014-c9c8-4642-807f-9d0053ce7800 req-b6097c7f-e257-49a7-bf1c-be83393d42dd tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:55.508785 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-9466e014-c9c8-4642-807f-9d0053ce7800 req-b6097c7f-e257-49a7-bf1c-be83393d42dd tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Synchronizing usage tracker for tenant:cc39b9932e394741a871cc678ffadd40 on resource:port {{(pid=86368) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:25:55.524772 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4bb6a1-dd9e-408c-a1c2-13a0985c1ff2 req-107b834b-b5a9-418f-b3f8-85a5388d8487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:55.526853 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4b4bb6a1-dd9e-408c-a1c2-13a0985c1ff2 req-107b834b-b5a9-418f-b3f8-85a5388d8487 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=caaf84b4cca64642b19aac2312292f91&device_id=5cad848e-cc06-48f5-b3f7-9e0e8149ae93 HTTP/1.1" status: 200  len: 1096 time: 0.8602126
Apr 19 19:25:55.655918 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7ac20084-3168-4afb-b08c-e1be5862e392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:55.681873 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4b4bb6a1-dd9e-408c-a1c2-13a0985c1ff2 req-90d1aa85-947a-4cd4-9e24-2cfdbdf1bb3a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa4ac25a-984f-46d6-aa2d-4d06e865cdb0 HTTP/1.1" status: 200  len: 217 time: 0.1077325
Apr 19 19:25:55.699646 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d713bcff-fa90-4d4a-9c0c-d605fa712b0c req-550a9149-d3fc-4520-a52d-7a5b1e1b5cdb tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:55.709249 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d713bcff-fa90-4d4a-9c0c-d605fa712b0c req-550a9149-d3fc-4520-a52d-7a5b1e1b5cdb tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] 10.222.0.36 "GET /v2.0/ports?device_id=f08de347-15dc-404e-af5b-ccaa77929838 HTTP/1.1" status: 200  len: 945 time: 0.8306999
Apr 19 19:25:55.766457 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-9466e014-c9c8-4642-807f-9d0053ce7800 req-b6097c7f-e257-49a7-bf1c-be83393d42dd tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Unset dirty status for tenant:cc39b9932e394741a871cc678ffadd40 on resource:port {{(pid=86368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:25:55.767616 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9466e014-c9c8-4642-807f-9d0053ce7800 req-b6097c7f-e257-49a7-bf1c-be83393d42dd tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a2e57ab-ae13-4fe0-8550-86a32f652051 HTTP/1.1" status: 200  len: 931 time: 1.2411551
Apr 19 19:25:55.867262 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-8b29d2ac-0507-4958-95b6-0c10074ed392 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2e0ed085f8>,) {'filters': {'network_id': ['50a4eafe-4b52-42c4-9455-0e2796925ec9']}} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:25:55.892811 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24257136-87cf-445f-b27b-7b87e2f39c65 req-eb84a638-96ae-4b64-8212-31ebd47477bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:55.897490 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-24257136-87cf-445f-b27b-7b87e2f39c65 req-eb84a638-96ae-4b64-8212-31ebd47477bc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a89eb528-cfbf-497b-ad2d-b1613a8bf395&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.6656580
Apr 19 19:25:55.903908 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7ac20084-3168-4afb-b08c-e1be5862e392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:55.923772 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-8b29d2ac-0507-4958-95b6-0c10074ed392 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2e0ed085f8>, '7df5560f-8621-45e8-ba01-4706dfa1c8c4') {'for_net_delete': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:25:55.924144 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-8b29d2ac-0507-4958-95b6-0c10074ed392 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2e0ed085f8>, '7df5560f-8621-45e8-ba01-4706dfa1c8c4') {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:25:55.957049 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d713bcff-fa90-4d4a-9c0c-d605fa712b0c req-23125b59-9c00-4112-9690-0f994498111e tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba47e093-5ded-4fa1-be17-7a5da98eb23d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2442188
Apr 19 19:25:55.972616 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4bb6a1-dd9e-408c-a1c2-13a0985c1ff2 req-57293e70-a530-4c6f-ba4a-159717f0fb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:55.974753 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4b4bb6a1-dd9e-408c-a1c2-13a0985c1ff2 req-57293e70-a530-4c6f-ba4a-159717f0fb75 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3af27814-af97-4e02-926e-ece558d9dead HTTP/1.1" status: 200  len: 859 time: 0.2599726
Apr 19 19:25:56.017643 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9466e014-c9c8-4642-807f-9d0053ce7800 req-9fbe168e-3b2b-44eb-9d30-db57f1146f79 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bb966a8-856d-4456-a718-193d52b80079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2269990
Apr 19 19:25:56.043067 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8b29d2ac-0507-4958-95b6-0c10074ed392 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363297115576163', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33203990'] for segment, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:56.092129 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4b4bb6a1-dd9e-408c-a1c2-13a0985c1ff2 req-6b725a65-025f-4e5a-9ec9-560903d63860 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a4cfddf6-741b-4335-bc05-1c15da9b2a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0729396
Apr 19 19:25:56.190345 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cad848e-cc06-48f5-b3f7-9e0e8149ae93', 'tag': 'aa4ac25a-984f-46d6-aa2d-4d06e865cdb0', 'status': 'completed', 'code': 200}
Apr 19 19:25:56.301995 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8b29d2ac-0507-4958-95b6-0c10074ed392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852957628'] for segment, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:56.446112 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b29d2ac-0507-4958-95b6-0c10074ed392 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=86369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 19:25:56.713640 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4b4bb6a1-dd9e-408c-a1c2-13a0985c1ff2 req-486069da-3f8b-4ebc-89d3-e27e226e915f service neutron] 10.222.0.20 "GET /v2.0/networks/a4cfddf6-741b-4335-bc05-1c15da9b2a0f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5790346
Apr 19 19:25:56.861477 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7ac20084-3168-4afb-b08c-e1be5862e392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:56.883486 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-c0d154b8-f91d-4e08-bfd2-138eee08e9db req-354a5f81-85b8-43a0-9e06-cbc2fb72eedb tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Notify callbacks [] for port, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:56.922267 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-cd6e311a-959c-4cf3-a70f-fd612457f876 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:56.972401 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-8b29d2ac-0507-4958-95b6-0c10074ed392 admin admin] Network 50a4eafe-4b52-42c4-9455-0e2796925ec9 has no segments {{(pid=86369) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:25:56.998605 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8b29d2ac-0507-4958-95b6-0c10074ed392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1818163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823157260'] for segment, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:57.000568 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4a5e0-65c5-440f-aefa-9199e2b17a89 req-03565da9-b9ae-4de0-9e91-069e6d541d6d tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:57.002287 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f2a4a5e0-65c5-440f-aefa-9199e2b17a89 req-03565da9-b9ae-4de0-9e91-069e6d541d6d tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 945 time: 0.5108180
Apr 19 19:25:57.029026 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d4e0f-c43d-482a-9f84-439633b7d6d1 req-db4d086d-3a73-4e20-9659-99b337f0bbf2 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:57.030687 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4a7d4e0f-c43d-482a-9f84-439633b7d6d1 req-db4d086d-3a73-4e20-9659-99b337f0bbf2 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=207ca733-67ad-4d61-9786-fc0eca9aa95f HTTP/1.1" status: 200  len: 945 time: 0.5359149
Apr 19 19:25:57.030822 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-24257136-87cf-445f-b27b-7b87e2f39c65 req-2d3b319c-d6c6-4192-8ca4-36bd826804e6 service neutron] 10.222.0.20 "GET /v2.0/networks/a89eb528-cfbf-497b-ad2d-b1613a8bf395?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0488400
Apr 19 19:25:57.032249 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac20084-3168-4afb-b08c-e1be5862e392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8eb075-e3ee-4a60-8bf5-83f783c9d481,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:57.092895 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4b4bb6a1-dd9e-408c-a1c2-13a0985c1ff2 req-dd315ceb-6a0f-4874-9a06-0c71986d20b8 service neutron] 10.222.0.20 "GET /v2.0/networks/a4cfddf6-741b-4335-bc05-1c15da9b2a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3490958
Apr 19 19:25:57.200680 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f2a4a5e0-65c5-440f-aefa-9199e2b17a89 req-1b7cec14-6c52-4424-9a70-ae36cdf18f3b tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=363b2ccb-b902-431d-b58c-e66b72ac10c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1807570
Apr 19 19:25:57.217253 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [req-a9124770-c617-4be1-b83e-b8a387d183c6 req-317acc6d-0551-4353-a250-ba23e7872f34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45b6b85b-b353-43a5-b050-4c60b887ef29 {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:25:57.226685 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4a7d4e0f-c43d-482a-9f84-439633b7d6d1 req-073417b6-206e-4131-8d99-f3c25a41ad15 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ea1d6d9-16df-47a6-b3b2-7b8ea05c5162&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1596444
Apr 19 19:25:57.235976 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac20084-3168-4afb-b08c-e1be5862e392 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:25:57.236657 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac20084-3168-4afb-b08c-e1be5862e392 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:25:57.237326 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac20084-3168-4afb-b08c-e1be5862e392 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:25:57.237934 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-a9124770-c617-4be1-b83e-b8a387d183c6 req-317acc6d-0551-4353-a250-ba23e7872f34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:57.238065 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac20084-3168-4afb-b08c-e1be5862e392 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:25:57.238746 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac20084-3168-4afb-b08c-e1be5862e392 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:25:57.240214 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac20084-3168-4afb-b08c-e1be5862e392 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:25:57.240542 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac20084-3168-4afb-b08c-e1be5862e392 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:25:57.241196 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac20084-3168-4afb-b08c-e1be5862e392 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:25:57.242041 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac20084-3168-4afb-b08c-e1be5862e392 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:25:57.242717 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac20084-3168-4afb-b08c-e1be5862e392 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:25:57.243382 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac20084-3168-4afb-b08c-e1be5862e392 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:25:57.244068 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac20084-3168-4afb-b08c-e1be5862e392 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:25:57.272507 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-7ac20084-3168-4afb-b08c-e1be5862e392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:57.342731 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [req-a9124770-c617-4be1-b83e-b8a387d183c6 req-317acc6d-0551-4353-a250-ba23e7872f34 service neutron] Transition to ACTIVE for port object 45b6b85b-b353-43a5-b050-4c60b887ef29 will not be triggered until provisioned by entity L2. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:25:57.350749 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-a9124770-c617-4be1-b83e-b8a387d183c6 req-317acc6d-0551-4353-a250-ba23e7872f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:57.368058 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-0d8fee23-9fb1-4f3c-82b1-534392e3a710 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:57.960859 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7ac20084-3168-4afb-b08c-e1be5862e392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:57.965200 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-7ac20084-3168-4afb-b08c-e1be5862e392 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1c8eb075-e3ee-4a60-8bf5-83f783c9d481 HTTP/1.1" status: 204  len: 168 time: 2.7327585
Apr 19 19:25:58.005172 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f34e963d-eeee-4d6f-9567-ac8bc37a88cf req-62c31951-332c-42cf-a367-086810527186 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f5bc227-3ca5-47fe-bd9b-8ac4d1e1e3c2 HTTP/1.1" status: 200  len: 210 time: 0.5249758
Apr 19 19:25:58.033694 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-c0d154b8-f91d-4e08-bfd2-138eee08e9db req-354a5f81-85b8-43a0-9e06-cbc2fb72eedb tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739738723801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31618435'] for port, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:58.040540 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-8b29d2ac-0507-4958-95b6-0c10074ed392 admin admin] Network 50a4eafe-4b52-42c4-9455-0e2796925ec9 has no segments {{(pid=86369) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:25:58.077437 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317acc6d-0551-4353-a250-ba23e7872f34 service neutron] Pushing event updated for resources: {'Port': ['ID=45b6b85b-b353-43a5-b050-4c60b887ef29,revision_number=2']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:58.089466 dv-cinder-786932-1-iscsi neutron-server[86253]: Traceback (most recent call last):
Apr 19 19:25:58.089466 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 19:25:58.089466 dv-cinder-786932-1-iscsi neutron-server[86253]:     timer()
Apr 19 19:25:58.089466 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 19:25:58.089466 dv-cinder-786932-1-iscsi neutron-server[86253]:     cb(*args, **kw)
Apr 19 19:25:58.089466 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 19:25:58.089466 dv-cinder-786932-1-iscsi neutron-server[86253]:     return func(*args, **kwargs)
Apr 19 19:25:58.089466 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 19:25:58.089466 dv-cinder-786932-1-iscsi neutron-server[86253]:     self._notify()
Apr 19 19:25:58.089466 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 19:25:58.089466 dv-cinder-786932-1-iscsi neutron-server[86253]:     self.callback(batched_events)
Apr 19 19:25:58.089466 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 19:25:58.089466 dv-cinder-786932-1-iscsi neutron-server[86253]:     event.method(event)
Apr 19 19:25:58.089466 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 19:25:58.089466 dv-cinder-786932-1-iscsi neutron-server[86253]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 19:25:58.089466 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 19:25:58.089466 dv-cinder-786932-1-iscsi neutron-server[86253]:     segment_id)['aggregates'][0]
Apr 19 19:25:58.089466 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 19:25:58.089466 dv-cinder-786932-1-iscsi neutron-server[86253]:     return f(self, *a, **k)
Apr 19 19:25:58.089466 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 19:25:58.089466 dv-cinder-786932-1-iscsi neutron-server[86253]:     return self._get(url).json()
Apr 19 19:25:58.089466 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 19:25:58.089466 dv-cinder-786932-1-iscsi neutron-server[86253]:     **kwargs)
Apr 19 19:25:58.089466 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 19:25:58.089466 dv-cinder-786932-1-iscsi neutron-server[86253]:     return self.request(url, 'GET', **kwargs)
Apr 19 19:25:58.089466 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 19:25:58.089466 dv-cinder-786932-1-iscsi neutron-server[86253]:     **endpoint_filter)
Apr 19 19:25:58.089466 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 19:25:58.089466 dv-cinder-786932-1-iscsi neutron-server[86253]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 19:25:58.089466 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 19:25:58.089466 dv-cinder-786932-1-iscsi neutron-server[86253]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 19:25:58.089466 dv-cinder-786932-1-iscsi neutron-server[86253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 19:25:58.093870 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe79d3-87be-45be-9e2c-5aca9da72baa req-6676cbfe-b0e8-491e-bdcf-77d36fc0f5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:58.095824 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-21fe79d3-87be-45be-9e2c-5aca9da72baa req-6676cbfe-b0e8-491e-bdcf-77d36fc0f5a6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=caaf84b4cca64642b19aac2312292f91&device_id=5cad848e-cc06-48f5-b3f7-9e0e8149ae93 HTTP/1.1" status: 200  len: 1096 time: 0.8601637
Apr 19 19:25:58.106981 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:58.107745 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317acc6d-0551-4353-a250-ba23e7872f34 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:25:58.108239 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317acc6d-0551-4353-a250-ba23e7872f34 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:25:58.108630 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317acc6d-0551-4353-a250-ba23e7872f34 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:25:58.109022 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317acc6d-0551-4353-a250-ba23e7872f34 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:25:58.109408 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317acc6d-0551-4353-a250-ba23e7872f34 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:25:58.109795 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317acc6d-0551-4353-a250-ba23e7872f34 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:25:58.110176 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317acc6d-0551-4353-a250-ba23e7872f34 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:25:58.110618 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317acc6d-0551-4353-a250-ba23e7872f34 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:25:58.111001 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317acc6d-0551-4353-a250-ba23e7872f34 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:25:58.111379 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317acc6d-0551-4353-a250-ba23e7872f34 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:25:58.111897 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317acc6d-0551-4353-a250-ba23e7872f34 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:25:58.112130 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317acc6d-0551-4353-a250-ba23e7872f34 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:25:58.117900 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-317acc6d-0551-4353-a250-ba23e7872f34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.750s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:58.170548 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-a9124770-c617-4be1-b83e-b8a387d183c6 req-317acc6d-0551-4353-a250-ba23e7872f34 service neutron] Attempting to bind port 45b6b85b-b353-43a5-b050-4c60b887ef29 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:25:58.170858 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-a9124770-c617-4be1-b83e-b8a387d183c6 req-317acc6d-0551-4353-a250-ba23e7872f34 service neutron] Attempting to bind port 45b6b85b-b353-43a5-b050-4c60b887ef29 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '02940ce1-3553-4177-be6e-c973c291b896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9d269001-9e9c-479f-88fd-1acf166660c3'}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:25:58.171200 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9124770-c617-4be1-b83e-b8a387d183c6 req-317acc6d-0551-4353-a250-ba23e7872f34 service neutron] Attempting to bind port 45b6b85b-b353-43a5-b050-4c60b887ef29 on network 9d269001-9e9c-479f-88fd-1acf166660c3 {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:25:58.236437 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9124770-c617-4be1-b83e-b8a387d183c6 req-317acc6d-0551-4353-a250-ba23e7872f34 service neutron] Port 45b6b85b-b353-43a5-b050-4c60b887ef29 on network 9d269001-9e9c-479f-88fd-1acf166660c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 19:25:58.236803 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9124770-c617-4be1-b83e-b8a387d183c6 req-317acc6d-0551-4353-a250-ba23e7872f34 service neutron] Attempting to bind port 45b6b85b-b353-43a5-b050-4c60b887ef29 on network 9d269001-9e9c-479f-88fd-1acf166660c3 {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:25:58.259052 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9124770-c617-4be1-b83e-b8a387d183c6 req-317acc6d-0551-4353-a250-ba23e7872f34 service neutron] Checking agent: {'id': '13e8b6f5-8e00-4da6-9b4f-d998588d9e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 22, 59), 'started_at': datetime.datetime(2021, 4, 19, 19, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:25:58.259411 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9124770-c617-4be1-b83e-b8a387d183c6 req-317acc6d-0551-4353-a250-ba23e7872f34 service neutron] Checking segment: {'id': '02940ce1-3553-4177-be6e-c973c291b896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9d269001-9e9c-479f-88fd-1acf166660c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:25:58.259889 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9124770-c617-4be1-b83e-b8a387d183c6 req-317acc6d-0551-4353-a250-ba23e7872f34 service neutron] Bound using segment: {'id': '02940ce1-3553-4177-be6e-c973c291b896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9d269001-9e9c-479f-88fd-1acf166660c3'} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:25:58.260671 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-a9124770-c617-4be1-b83e-b8a387d183c6 req-317acc6d-0551-4353-a250-ba23e7872f34 service neutron] Bound port: 45b6b85b-b353-43a5-b050-4c60b887ef29, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02940ce1-3553-4177-be6e-c973c291b896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9d269001-9e9c-479f-88fd-1acf166660c3'}}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:25:58.261068 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-a9124770-c617-4be1-b83e-b8a387d183c6 req-317acc6d-0551-4353-a250-ba23e7872f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:58.294052 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device d8fbaa88-c36d-4955-b0ff-233bb0d92900 up at agent hyperv_hv-cinder-78693 {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:25:58.301074 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0d154b8-f91d-4e08-bfd2-138eee08e9db req-354a5f81-85b8-43a0-9e06-cbc2fb72eedb tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Network a4cfddf6-741b-4335-bc05-1c15da9b2a0f is already hosted by enough agents. {{(pid=86369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:25:58.311301 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [req-c0d154b8-f91d-4e08-bfd2-138eee08e9db req-354a5f81-85b8-43a0-9e06-cbc2fb72eedb tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Resources bound (agent type, host, resource id):  {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:25:58.319524 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0d154b8-f91d-4e08-bfd2-138eee08e9db req-354a5f81-85b8-43a0-9e06-cbc2fb72eedb tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Received port after_create {{(pid=86369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:25:58.364880 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-dc0acb92-8fab-4582-8a69-fb15944e4bba req-a821b536-1bae-4f92-9f25-ecb9929141cd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=207ca733-67ad-4d61-9786-fc0eca9aa95f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.9610772
Apr 19 19:25:58.365824 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354a5f81-85b8-43a0-9e06-cbc2fb72eedb tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Pushing event updated for resources: {'Port': ['ID=cab83bf1-2c70-49a3-a19a-4d1ec5d2a0d2,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:58.380337 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-354a5f81-85b8-43a0-9e06-cbc2fb72eedb tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:58.382652 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-24257136-87cf-445f-b27b-7b87e2f39c65 req-efb2c6b7-2943-4233-a703-d595fc684aa5 service neutron] 10.222.0.20 "GET /v2.0/networks/a89eb528-cfbf-497b-ad2d-b1613a8bf395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.2311759
Apr 19 19:25:58.403107 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8b29d2ac-0507-4958-95b6-0c10074ed392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854087039'] for network, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:58.414696 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-7fe8d6ac-ab8d-4e9b-b44a-11fbadf29e40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:58.444217 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d154b8-f91d-4e08-bfd2-138eee08e9db req-354a5f81-85b8-43a0-9e06-cbc2fb72eedb tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:58.445347 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-c0d154b8-f91d-4e08-bfd2-138eee08e9db req-354a5f81-85b8-43a0-9e06-cbc2fb72eedb tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:58.452512 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b29d2ac-0507-4958-95b6-0c10074ed392 admin admin] Pushing event deleted for resources: {'Network': ['ID=50a4eafe-4b52-42c4-9455-0e2796925ec9,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:58.452713 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Provisioning for port d8fbaa88-c36d-4955-b0ff-233bb0d92900 completed by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:25:58.461178 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8b29d2ac-0507-4958-95b6-0c10074ed392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:58.464565 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Provisioning complete for port d8fbaa88-c36d-4955-b0ff-233bb0d92900 triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:25:58.465273 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:58.467885 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-8b29d2ac-0507-4958-95b6-0c10074ed392 admin admin] 10.222.0.36 "DELETE /v2.0/networks/50a4eafe-4b52-42c4-9455-0e2796925ec9 HTTP/1.1" status: 204  len: 168 time: 3.6226389
Apr 19 19:25:58.471755 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8b29d2ac-0507-4958-95b6-0c10074ed392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:58.480753 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c0d154b8-f91d-4e08-bfd2-138eee08e9db req-354a5f81-85b8-43a0-9e06-cbc2fb72eedb tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.6185553
Apr 19 19:25:58.500855 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-c0d154b8-f91d-4e08-bfd2-138eee08e9db req-486f8c02-f101-4cc6-b5b6-99b759a971f9 service neutron] Request body: {'port': {'device_id': '6f5bc227-3ca5-47fe-bd9b-8ac4d1e1e3c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:25:58.539526 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-a9124770-c617-4be1-b83e-b8a387d183c6 req-317acc6d-0551-4353-a250-ba23e7872f34 service neutron] For port 45b6b85b-b353-43a5-b050-4c60b887ef29, host hv-cinder-78693, cleared binding levels {{(pid=86368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:25:58.554586 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-a9124770-c617-4be1-b83e-b8a387d183c6 req-317acc6d-0551-4353-a250-ba23e7872f34 service neutron] For port 45b6b85b-b353-43a5-b050-4c60b887ef29, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=45b6b85b-b353-43a5-b050-4c60b887ef29,segment=NetworkSegment(02940ce1-3553-4177-be6e-c973c291b896),segment_id=02940ce1-3553-4177-be6e-c973c291b896)] {{(pid=86368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:25:58.711442 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afce104-fbc0-4b94-aecd-78ab36da8cb2 req-9f0ad1e7-fd70-4084-9741-0d509c52ebda tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:58.716143 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3afce104-fbc0-4b94-aecd-78ab36da8cb2 req-9f0ad1e7-fd70-4084-9741-0d509c52ebda tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] 10.222.0.36 "GET /v2.0/ports?device_id=f08de347-15dc-404e-af5b-ccaa77929838 HTTP/1.1" status: 200  len: 945 time: 0.8447094
Apr 19 19:25:58.734515 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-a9124770-c617-4be1-b83e-b8a387d183c6 req-317acc6d-0551-4353-a250-ba23e7872f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:58.761360 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-c0d154b8-f91d-4e08-bfd2-138eee08e9db req-486f8c02-f101-4cc6-b5b6-99b759a971f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:58.769338 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:58.801841 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-317acc6d-0551-4353-a250-ba23e7872f34 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:58.844403 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '370f06aa-5b99-4f41-9d05-441ae6481331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8fbaa88-c36d-4955-b0ff-233bb0d92900'}] {{(pid=86370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:25:58.854837 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:58.868187 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port d8fbaa88-c36d-4955-b0ff-233bb0d92900, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d8fbaa88-c36d-4955-b0ff-233bb0d92900,segment=NetworkSegment(2744bb2d-9e24-4863-b8d8-e4b09c9832ec),segment_id=2744bb2d-9e24-4863-b8d8-e4b09c9832ec)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:25:58.874422 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:58.877031 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-bd1b6479-141a-4481-8bd7-a797d94ef373 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:25:58.893112 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 48332) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:25:58.956324 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0acb92-8fab-4582-8a69-fb15944e4bba req-a377dc94-8c01-4691-9b2c-0bc5e664ab05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:58.975172 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-dc0acb92-8fab-4582-8a69-fb15944e4bba req-a377dc94-8c01-4691-9b2c-0bc5e664ab05 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=85413127fef4416ca1237dc13d0f6ce2&device_id=207ca733-67ad-4d61-9786-fc0eca9aa95f HTTP/1.1" status: 200  len: 1098 time: 0.4282968
Apr 19 19:25:58.992969 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Pushing event updated for resources: {'Port': ['ID=d8fbaa88-c36d-4955-b0ff-233bb0d92900,revision_number=5']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:58.997348 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:59.006878 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe79d3-87be-45be-9e2c-5aca9da72baa req-2fbcd0f1-0abb-448e-b060-5ae12ba4c95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:59.009825 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-21fe79d3-87be-45be-9e2c-5aca9da72baa req-2fbcd0f1-0abb-448e-b060-5ae12ba4c95b service neutron] 10.222.0.20 "GET /v2.0/networks?id=a4cfddf6-741b-4335-bc05-1c15da9b2a0f HTTP/1.1" status: 200  len: 920 time: 0.8890128
Apr 19 19:25:59.052680 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9124770-c617-4be1-b83e-b8a387d183c6 req-317acc6d-0551-4353-a250-ba23e7872f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:59.054180 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-a9124770-c617-4be1-b83e-b8a387d183c6 req-317acc6d-0551-4353-a250-ba23e7872f34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for port, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:59.056902 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a9124770-c617-4be1-b83e-b8a387d183c6 req-317acc6d-0551-4353-a250-ba23e7872f34 service neutron] 10.222.0.20 "PUT /v2.0/ports/45b6b85b-b353-43a5-b050-4c60b887ef29 HTTP/1.1" status: 200  len: 1093 time: 4.1877646
Apr 19 19:25:59.080707 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a2e57ab-ae13-4fe0-8550-86a32f652051', 'tag': '45b6b85b-b353-43a5-b050-4c60b887ef29'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:25:59.134105 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 48344) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:25:59.355300 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3afce104-fbc0-4b94-aecd-78ab36da8cb2 req-1ffecb1a-b05d-4d3e-aa17-add521314e20 tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba47e093-5ded-4fa1-be17-7a5da98eb23d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6141045
Apr 19 19:25:59.356708 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-21fe79d3-87be-45be-9e2c-5aca9da72baa req-268136a7-4b76-4361-a955-32762b4ed918 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa4ac25a-984f-46d6-aa2d-4d06e865cdb0 HTTP/1.1" status: 200  len: 217 time: 0.2861390
Apr 19 19:25:59.393259 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317acc6d-0551-4353-a250-ba23e7872f34 service neutron] Pushing event updated for resources: {'Port': ['ID=45b6b85b-b353-43a5-b050-4c60b887ef29,revision_number=3']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:25:59.397947 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-317acc6d-0551-4353-a250-ba23e7872f34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:25:59.451996 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-5eae7959-9e2f-4287-8a5f-c4a13d95221c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b5cbb9e061a247a1a24240474f322e1a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5388622
Apr 19 19:25:59.453056 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 48360) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:25:59.467951 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0acb92-8fab-4582-8a69-fb15944e4bba req-25dd39d4-074f-4528-a40a-01f524ff2fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:59.470035 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-dc0acb92-8fab-4582-8a69-fb15944e4bba req-25dd39d4-074f-4528-a40a-01f524ff2fe3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=25ae2e40-a0fd-4be2-80cb-8d7a91db2a23 HTTP/1.1" status: 200  len: 915 time: 0.3349874
Apr 19 19:25:59.478015 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.db.resource_extend [req-c0d154b8-f91d-4e08-bfd2-138eee08e9db req-486f8c02-f101-4cc6-b5b6-99b759a971f9 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 19 19:25:59.531478 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df0ddf-a525-4fd5-be83-8bf603763c0d req-708381a5-0bd3-4683-a30f-a89e79170b45 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:59.539487 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e2df0ddf-a525-4fd5-be83-8bf603763c0d req-708381a5-0bd3-4683-a30f-a89e79170b45 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a2e57ab-ae13-4fe0-8550-86a32f652051 HTTP/1.1" status: 200  len: 943 time: 1.1726167
Apr 19 19:25:59.669846 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ea67ed13-00e8-45d1-9bba-c37e807f593c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:59.678092 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe79d3-87be-45be-9e2c-5aca9da72baa req-861ea4ed-36a4-45f3-97b1-dd999c2e53c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:59.680232 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-21fe79d3-87be-45be-9e2c-5aca9da72baa req-861ea4ed-36a4-45f3-97b1-dd999c2e53c4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3af27814-af97-4e02-926e-ece558d9dead HTTP/1.1" status: 200  len: 859 time: 0.2948511
Apr 19 19:25:59.691455 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-dc0acb92-8fab-4582-8a69-fb15944e4bba req-6ea974c9-543d-4a34-ba58-0c106dee9e8d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=643ca322-bd10-4392-be03-10b198f92d31 HTTP/1.1" status: 200  len: 217 time: 0.1681626
Apr 19 19:25:59.752247 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-ea67ed13-00e8-45d1-9bba-c37e807f593c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:25:59.766108 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-ea67ed13-00e8-45d1-9bba-c37e807f593c admin admin] Usage tracker for resource:security_group_rule and tenant:c77f45b596e34e39a94720b8bbe6fd9c is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:25:59.779083 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-ea67ed13-00e8-45d1-9bba-c37e807f593c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:25:59.786248 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [req-c0d154b8-f91d-4e08-bfd2-138eee08e9db req-486f8c02-f101-4cc6-b5b6-99b759a971f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cab83bf1-2c70-49a3-a19a-4d1ec5d2a0d2 {{(pid=86369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:25:59.802505 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-ea67ed13-00e8-45d1-9bba-c37e807f593c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:25:59.804679 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-208fed83-7ae5-40d8-848e-be4da8a6df5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:59.814228 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-c0d154b8-f91d-4e08-bfd2-138eee08e9db req-486f8c02-f101-4cc6-b5b6-99b759a971f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:25:59.816260 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-21fe79d3-87be-45be-9e2c-5aca9da72baa req-73773e53-3ac4-4db4-a340-f8b3b0b6488a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a4cfddf6-741b-4335-bc05-1c15da9b2a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1094713
Apr 19 19:25:59.822458 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e2df0ddf-a525-4fd5-be83-8bf603763c0d req-e373fc41-ed6e-466a-b91b-0b7fc2a0a128 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bb966a8-856d-4456-a718-193d52b80079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2819517
Apr 19 19:25:59.836057 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0acb92-8fab-4582-8a69-fb15944e4bba req-df9d390f-0b45-4766-94c6-8bacf7f395c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:59.837748 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-dc0acb92-8fab-4582-8a69-fb15944e4bba req-df9d390f-0b45-4766-94c6-8bacf7f395c5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=88652430-4f45-47e3-9948-8fa89b4f7532 HTTP/1.1" status: 200  len: 854 time: 0.1327343
Apr 19 19:25:59.889866 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9124770-c617-4be1-b83e-b8a387d183c6 req-1598bcbc-c18a-4c22-ba29-7a1b3ef9b2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:25:59.891525 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a9124770-c617-4be1-b83e-b8a387d183c6 req-1598bcbc-c18a-4c22-ba29-7a1b3ef9b2e3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cc39b9932e394741a871cc678ffadd40&device_id=7a2e57ab-ae13-4fe0-8550-86a32f652051 HTTP/1.1" status: 200  len: 1096 time: 0.6394889
Apr 19 19:25:59.906754 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-dc0acb92-8fab-4582-8a69-fb15944e4bba req-1e83d926-40de-43e4-88f2-f124cfc89c89 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=25ae2e40-a0fd-4be2-80cb-8d7a91db2a23&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0555046
Apr 19 19:25:59.912559 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [req-c0d154b8-f91d-4e08-bfd2-138eee08e9db req-486f8c02-f101-4cc6-b5b6-99b759a971f9 service neutron] Transition to ACTIVE for port object cab83bf1-2c70-49a3-a19a-4d1ec5d2a0d2 will not be triggered until provisioned by entity L2. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:26:00.021010 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ea67ed13-00e8-45d1-9bba-c37e807f593c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:00.033759 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-c0d154b8-f91d-4e08-bfd2-138eee08e9db req-486f8c02-f101-4cc6-b5b6-99b759a971f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823157366'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:00.097488 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ea67ed13-00e8-45d1-9bba-c37e807f593c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:00.105252 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c9465bcd-a16b-42d1-b8ac-d13d077af878 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:26:00.279184 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-208fed83-7ae5-40d8-848e-be4da8a6df5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:00.292414 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a9124770-c617-4be1-b83e-b8a387d183c6 req-47af21c1-2343-4e7a-8528-0f869a152402 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45b6b85b-b353-43a5-b050-4c60b887ef29 HTTP/1.1" status: 200  len: 217 time: 0.3415394
Apr 19 19:26:00.300191 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486f8c02-f101-4cc6-b5b6-99b759a971f9 service neutron] Pushing event updated for resources: {'Port': ['ID=cab83bf1-2c70-49a3-a19a-4d1ec5d2a0d2,revision_number=2']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:26:00.305691 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-ea67ed13-00e8-45d1-9bba-c37e807f593c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c77f45b596e34e39a94720b8bbe6fd9c&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1688225
Apr 19 19:26:00.319352 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device aa4ac25a-984f-46d6-aa2d-4d06e865cdb0 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 19:26:00.320689 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 48382) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:26:00.321534 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-486f8c02-f101-4cc6-b5b6-99b759a971f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:26:00.322247 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-446357d5-d56d-4f1f-9de2-e51b0cf41995 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.154s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:26:00.452697 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea67ed13-00e8-45d1-9bba-c37e807f593c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2872c05b-2df2-409b-9d76-ba7f9f7a9137,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:26:00.462139 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-ea67ed13-00e8-45d1-9bba-c37e807f593c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:26:00.475108 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-dc0acb92-8fab-4582-8a69-fb15944e4bba req-e7c927bb-f6f0-4c77-bf1e-7984ed59616e service neutron] 10.222.0.20 "GET /v2.0/networks/25ae2e40-a0fd-4be2-80cb-8d7a91db2a23?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5586665
Apr 19 19:26:00.481923 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2604ee6c-49b9-4f42-8ddd-75b13e8b9381 req-f1762cd8-b27c-49e3-a3af-b9fa3bd9aba5 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:00.490814 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2604ee6c-49b9-4f42-8ddd-75b13e8b9381 req-f1762cd8-b27c-49e3-a3af-b9fa3bd9aba5 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=207ca733-67ad-4d61-9786-fc0eca9aa95f HTTP/1.1" status: 200  len: 945 time: 0.9047191
Apr 19 19:26:00.612655 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-c0d154b8-f91d-4e08-bfd2-138eee08e9db req-486f8c02-f101-4cc6-b5b6-99b759a971f9 service neutron] Attempting to bind port cab83bf1-2c70-49a3-a19a-4d1ec5d2a0d2 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:26:00.613040 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-c0d154b8-f91d-4e08-bfd2-138eee08e9db req-486f8c02-f101-4cc6-b5b6-99b759a971f9 service neutron] Attempting to bind port cab83bf1-2c70-49a3-a19a-4d1ec5d2a0d2 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'c504281e-e832-4963-82cc-dd4c565f9202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a4cfddf6-741b-4335-bc05-1c15da9b2a0f'}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:26:00.613493 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d154b8-f91d-4e08-bfd2-138eee08e9db req-486f8c02-f101-4cc6-b5b6-99b759a971f9 service neutron] Attempting to bind port cab83bf1-2c70-49a3-a19a-4d1ec5d2a0d2 on network a4cfddf6-741b-4335-bc05-1c15da9b2a0f {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:26:00.620777 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port aa4ac25a-984f-46d6-aa2d-4d06e865cdb0, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=aa4ac25a-984f-46d6-aa2d-4d06e865cdb0,segment=NetworkSegment(c504281e-e832-4963-82cc-dd4c565f9202),segment_id=c504281e-e832-4963-82cc-dd4c565f9202)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:26:00.630647 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d154b8-f91d-4e08-bfd2-138eee08e9db req-486f8c02-f101-4cc6-b5b6-99b759a971f9 service neutron] Port cab83bf1-2c70-49a3-a19a-4d1ec5d2a0d2 on network a4cfddf6-741b-4335-bc05-1c15da9b2a0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 19:26:00.631007 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d154b8-f91d-4e08-bfd2-138eee08e9db req-486f8c02-f101-4cc6-b5b6-99b759a971f9 service neutron] Attempting to bind port cab83bf1-2c70-49a3-a19a-4d1ec5d2a0d2 on network a4cfddf6-741b-4335-bc05-1c15da9b2a0f {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:26:00.642546 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Returning: {'device': 'aa4ac25a-984f-46d6-aa2d-4d06e865cdb0', 'network_id': 'a4cfddf6-741b-4335-bc05-1c15da9b2a0f', 'port_id': 'aa4ac25a-984f-46d6-aa2d-4d06e865cdb0', 'mac_address': 'fa:16:3e:bd:56:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3af27814-af97-4e02-926e-ece558d9dead', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 19:26:00.646938 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-56618793-170e-4aa6-8efa-9c6d4ae7a1f6 None None] Agent healthcheck: found 6 active agents {{(pid=86371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:26:00.650516 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d154b8-f91d-4e08-bfd2-138eee08e9db req-486f8c02-f101-4cc6-b5b6-99b759a971f9 service neutron] Checking agent: {'id': '13e8b6f5-8e00-4da6-9b4f-d998588d9e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 22, 59), 'started_at': datetime.datetime(2021, 4, 19, 19, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:26:00.651085 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d154b8-f91d-4e08-bfd2-138eee08e9db req-486f8c02-f101-4cc6-b5b6-99b759a971f9 service neutron] Checking segment: {'id': 'c504281e-e832-4963-82cc-dd4c565f9202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a4cfddf6-741b-4335-bc05-1c15da9b2a0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:26:00.651338 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d154b8-f91d-4e08-bfd2-138eee08e9db req-486f8c02-f101-4cc6-b5b6-99b759a971f9 service neutron] Bound using segment: {'id': 'c504281e-e832-4963-82cc-dd4c565f9202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a4cfddf6-741b-4335-bc05-1c15da9b2a0f'} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:26:00.651883 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-c0d154b8-f91d-4e08-bfd2-138eee08e9db req-486f8c02-f101-4cc6-b5b6-99b759a971f9 service neutron] Bound port: cab83bf1-2c70-49a3-a19a-4d1ec5d2a0d2, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c504281e-e832-4963-82cc-dd4c565f9202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a4cfddf6-741b-4335-bc05-1c15da9b2a0f'}}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:26:00.652326 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-c0d154b8-f91d-4e08-bfd2-138eee08e9db req-486f8c02-f101-4cc6-b5b6-99b759a971f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:00.698181 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2604ee6c-49b9-4f42-8ddd-75b13e8b9381 req-2acd9acb-c271-4bbf-8a36-c6fa1af0fc85 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ea1d6d9-16df-47a6-b3b2-7b8ea05c5162&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2059612
Apr 19 19:26:00.706049 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9124770-c617-4be1-b83e-b8a387d183c6 req-a5518d39-a1fc-4b5e-b38d-e7cab600c8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:00.708552 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a9124770-c617-4be1-b83e-b8a387d183c6 req-a5518d39-a1fc-4b5e-b38d-e7cab600c8cd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=00f7e508-0145-491e-8134-c9fdb454d461 HTTP/1.1" status: 200  len: 850 time: 0.3867533
Apr 19 19:26:00.724927 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:00.725705 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-21fe79d3-87be-45be-9e2c-5aca9da72baa req-655eabcd-3a44-494f-9b90-b654ae313636 service neutron] 10.222.0.20 "GET /v2.0/networks/a4cfddf6-741b-4335-bc05-1c15da9b2a0f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8917482
Apr 19 19:26:00.748723 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa4ac25a-984f-46d6-aa2d-4d06e865cdb0 {{(pid=86370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:26:00.820591 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '370f06aa-5b99-4f41-9d05-441ae6481331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8fbaa88-c36d-4955-b0ff-233bb0d92900', 'code': 200}
Apr 19 19:26:00.822547 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port aa4ac25a-984f-46d6-aa2d-4d06e865cdb0, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=aa4ac25a-984f-46d6-aa2d-4d06e865cdb0,segment=NetworkSegment(c504281e-e832-4963-82cc-dd4c565f9202),segment_id=c504281e-e832-4963-82cc-dd4c565f9202)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:26:00.822764 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4ba19778-1bd2-4637-ba84-2da5600d16de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:00.831511 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:00.834503 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:26:00.837830 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-208fed83-7ae5-40d8-848e-be4da8a6df5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:01.019254 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-dc0acb92-8fab-4582-8a69-fb15944e4bba req-bd8f1734-2d3f-4d1f-bf10-12957fbde4ce service neutron] 10.222.0.20 "GET /v2.0/networks/25ae2e40-a0fd-4be2-80cb-8d7a91db2a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5345621
Apr 19 19:26:01.126575 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-c0d154b8-f91d-4e08-bfd2-138eee08e9db req-486f8c02-f101-4cc6-b5b6-99b759a971f9 service neutron] For port cab83bf1-2c70-49a3-a19a-4d1ec5d2a0d2, host hv-cinder-78693, cleared binding levels {{(pid=86369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:26:01.132630 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-c0d154b8-f91d-4e08-bfd2-138eee08e9db req-486f8c02-f101-4cc6-b5b6-99b759a971f9 service neutron] For port cab83bf1-2c70-49a3-a19a-4d1ec5d2a0d2, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=cab83bf1-2c70-49a3-a19a-4d1ec5d2a0d2,segment=NetworkSegment(c504281e-e832-4963-82cc-dd4c565f9202),segment_id=c504281e-e832-4963-82cc-dd4c565f9202)] {{(pid=86369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:26:01.151461 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-c0d154b8-f91d-4e08-bfd2-138eee08e9db req-486f8c02-f101-4cc6-b5b6-99b759a971f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823157366'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:01.158287 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e245cd82-f5a4-4b6f-8aae-29f8ba89666c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:26:01.226828 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-35e93f06-48c2-44e7-b64f-82322384e540 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:26:01.244276 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e45a5b9-9723-4995-99c8-30a9f8694396 req-916ae756-2d7c-4864-acf9-9e81860ecb24 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:01.251300 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d154b8-f91d-4e08-bfd2-138eee08e9db req-486f8c02-f101-4cc6-b5b6-99b759a971f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:01.252742 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1e45a5b9-9723-4995-99c8-30a9f8694396 req-916ae756-2d7c-4864-acf9-9e81860ecb24 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 946 time: 1.0668049
Apr 19 19:26:01.253148 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-c0d154b8-f91d-4e08-bfd2-138eee08e9db req-486f8c02-f101-4cc6-b5b6-99b759a971f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:01.255210 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c0d154b8-f91d-4e08-bfd2-138eee08e9db req-486f8c02-f101-4cc6-b5b6-99b759a971f9 service neutron] 10.222.0.20 "PUT /v2.0/ports/cab83bf1-2c70-49a3-a19a-4d1ec5d2a0d2 HTTP/1.1" status: 200  len: 1093 time: 2.7607288
Apr 19 19:26:01.303882 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f5bc227-3ca5-47fe-bd9b-8ac4d1e1e3c2', 'tag': 'cab83bf1-2c70-49a3-a19a-4d1ec5d2a0d2'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:26:01.370907 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4ba19778-1bd2-4637-ba84-2da5600d16de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:01.379601 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208fed83-7ae5-40d8-848e-be4da8a6df5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f91cbc-b143-40ac-9496-05678259bf55,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:26:01.392387 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-208fed83-7ae5-40d8-848e-be4da8a6df5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:26:01.401921 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-208fed83-7ae5-40d8-848e-be4da8a6df5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:01.403392 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-208fed83-7ae5-40d8-848e-be4da8a6df5f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/40f91cbc-b143-40ac-9496-05678259bf55 HTTP/1.1" status: 204  len: 168 time: 1.9408295
Apr 19 19:26:01.548212 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1e45a5b9-9723-4995-99c8-30a9f8694396 req-4de3795e-b93d-426b-9f77-bf6263eec0d1 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=363b2ccb-b902-431d-b58c-e66b72ac10c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2943132
Apr 19 19:26:01.730369 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a2e57ab-ae13-4fe0-8550-86a32f652051', 'tag': '45b6b85b-b353-43a5-b050-4c60b887ef29', 'status': 'completed', 'code': 200}
Apr 19 19:26:01.808195 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Pushing event updated for resources: {'Port': ['ID=aa4ac25a-984f-46d6-aa2d-4d06e865cdb0,revision_number=4']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:26:01.825075 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] get_ports_and_sgs() called for port_ids ['aa4ac25a-984f-46d6-aa2d-4d06e865cdb0'] {{(pid=86370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:26:01.877573 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-21fe79d3-87be-45be-9e2c-5aca9da72baa req-5ad92bdd-4650-4cd7-a5f6-7e65464d927b service neutron] 10.222.0.20 "GET /v2.0/networks/a4cfddf6-741b-4335-bc05-1c15da9b2a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0899570
Apr 19 19:26:01.940090 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486f8c02-f101-4cc6-b5b6-99b759a971f9 service neutron] Pushing event updated for resources: {'Port': ['ID=cab83bf1-2c70-49a3-a19a-4d1ec5d2a0d2,revision_number=3']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:26:01.955035 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-486f8c02-f101-4cc6-b5b6-99b759a971f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.797s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:26:01.976798 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9124770-c617-4be1-b83e-b8a387d183c6 req-6e0d1f0f-a14a-49db-bd8c-20a139e7d1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:01.983967 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a9124770-c617-4be1-b83e-b8a387d183c6 req-6e0d1f0f-a14a-49db-bd8c-20a139e7d1b8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9d269001-9e9c-479f-88fd-1acf166660c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 1.2552414
Apr 19 19:26:02.025829 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81d73f-9b6d-4e08-8284-bea114f71f5d req-fcaaff5c-6988-4125-a075-eb133f255642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:02.029436 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5e81d73f-9b6d-4e08-8284-bea114f71f5d req-fcaaff5c-6988-4125-a075-eb133f255642 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 1099 time: 0.7714319
Apr 19 19:26:02.054578 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4ba19778-1bd2-4637-ba84-2da5600d16de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:02.057194 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d154b8-f91d-4e08-bfd2-138eee08e9db req-f961f355-96ef-41a8-a020-59eb95ca6bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:02.059917 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c0d154b8-f91d-4e08-bfd2-138eee08e9db req-f961f355-96ef-41a8-a020-59eb95ca6bbd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=caaf84b4cca64642b19aac2312292f91&device_id=6f5bc227-3ca5-47fe-bd9b-8ac4d1e1e3c2 HTTP/1.1" status: 200  len: 1096 time: 0.7197850
Apr 19 19:26:02.068169 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:26:02.068294 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:26:02.068602 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:26:02.074285 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:26:02.074285 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:26:02.074285 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:26:02.076288 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:26:02.076762 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:26:02.077148 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:26:02.078913 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:26:02.079294 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:26:02.082078 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:26:02.087619 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.253s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:26:02.101861 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5359ca-835d-4d6c-8e1c-32b610e3d37c req-52a026a3-5417-460b-8173-29394ad6d2d8 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:02.103602 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ab5359ca-835d-4d6c-8e1c-32b610e3d37c req-52a026a3-5417-460b-8173-29394ad6d2d8 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f5bc227-3ca5-47fe-bd9b-8ac4d1e1e3c2 HTTP/1.1" status: 200  len: 943 time: 0.8853610
Apr 19 19:26:02.199593 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a59a4946-0e2d-4fda-bcaf-fbb83cb4a0ac tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:26:02.205082 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c0d154b8-f91d-4e08-bfd2-138eee08e9db req-d0d18728-f62a-4bbc-9b7e-0ec5058f7789 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cab83bf1-2c70-49a3-a19a-4d1ec5d2a0d2 HTTP/1.1" status: 200  len: 217 time: 0.1264734
Apr 19 19:26:02.213891 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5e81d73f-9b6d-4e08-8284-bea114f71f5d req-d90fe279-3010-42f3-b06b-29c1bd444769 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=363b2ccb-b902-431d-b58c-e66b72ac10c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1790779
Apr 19 19:26:02.226483 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba19778-1bd2-4637-ba84-2da5600d16de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2872c05b-2df2-409b-9d76-ba7f9f7a9137,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:26:02.301725 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-4ba19778-1bd2-4637-ba84-2da5600d16de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:26:02.310947 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4ba19778-1bd2-4637-ba84-2da5600d16de admin admin] Notify callbacks [] for security_group, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:02.321932 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-4ba19778-1bd2-4637-ba84-2da5600d16de admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2872c05b-2df2-409b-9d76-ba7f9f7a9137 HTTP/1.1" status: 204  len: 168 time: 1.9437108
Apr 19 19:26:02.326709 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d154b8-f91d-4e08-bfd2-138eee08e9db req-bc6ba021-f49f-42ce-a6fb-951f161fc653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:02.328655 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c0d154b8-f91d-4e08-bfd2-138eee08e9db req-bc6ba021-f49f-42ce-a6fb-951f161fc653 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3af27814-af97-4e02-926e-ece558d9dead HTTP/1.1" status: 200  len: 859 time: 0.1133945
Apr 19 19:26:02.359457 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 48426) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:26:02.374781 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ab5359ca-835d-4d6c-8e1c-32b610e3d37c req-a15217c1-9902-4c96-85b3-c95edb9d23e8 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2491407
Apr 19 19:26:02.434218 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a9124770-c617-4be1-b83e-b8a387d183c6 req-2b8c4a70-ccbe-498a-ab12-4cfb1eb31e9a service neutron] 10.222.0.20 "GET /v2.0/networks/9d269001-9e9c-479f-88fd-1acf166660c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4406712
Apr 19 19:26:02.448426 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ef63a-9b33-4cde-af20-7fe980a9145c req-ce590457-5708-47ec-90e5-9d901f49650b tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:02.450760 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8a2ef63a-9b33-4cde-af20-7fe980a9145c req-ce590457-5708-47ec-90e5-9d901f49650b tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a2e57ab-ae13-4fe0-8550-86a32f652051 HTTP/1.1" status: 200  len: 943 time: 0.2329252
Apr 19 19:26:02.469113 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-b5d10ba1-1193-4851-ab36-29cc0b486ebb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d02c0e2226c9416194d0fd75af65bf42&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1066556
Apr 19 19:26:02.472812 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 48430) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:26:02.527926 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f5bc227-3ca5-47fe-bd9b-8ac4d1e1e3c2', 'tag': 'cab83bf1-2c70-49a3-a19a-4d1ec5d2a0d2', 'status': 'completed', 'code': 200}
Apr 19 19:26:02.698823 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c0d154b8-f91d-4e08-bfd2-138eee08e9db req-ce92dde5-d005-4640-92f8-f9bbf3267c3d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a4cfddf6-741b-4335-bc05-1c15da9b2a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1404483
Apr 19 19:26:02.732876 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a3f708fd-f38f-45e7-9cbb-5b589cdc5b93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:02.788173 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a9124770-c617-4be1-b83e-b8a387d183c6 req-31c94af5-e717-4ca7-8841-ba169cbf1c1e service neutron] 10.222.0.20 "GET /v2.0/networks/9d269001-9e9c-479f-88fd-1acf166660c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2110946
Apr 19 19:26:02.797438 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8a2ef63a-9b33-4cde-af20-7fe980a9145c req-fd92982c-65ea-4176-a180-c52a48127cd3 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bb966a8-856d-4456-a718-193d52b80079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3346806
Apr 19 19:26:02.889410 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a3f708fd-f38f-45e7-9cbb-5b589cdc5b93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:03.001672 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c0d154b8-f91d-4e08-bfd2-138eee08e9db req-3db1cab8-fb2f-4256-96a0-0bfae50b7f41 service neutron] 10.222.0.20 "GET /v2.0/networks/a4cfddf6-741b-4335-bc05-1c15da9b2a0f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2710485
Apr 19 19:26:03.017378 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a3f708fd-f38f-45e7-9cbb-5b589cdc5b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:03.028781 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:26:03.075870 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f708fd-f38f-45e7-9cbb-5b589cdc5b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61364a9f-7a49-4bab-a010-733dd741be74,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:26:03.084195 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a3f708fd-f38f-45e7-9cbb-5b589cdc5b93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:26:03.100440 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 48454) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:26:03.152612 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a3f708fd-f38f-45e7-9cbb-5b589cdc5b93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:03.156840 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-a3f708fd-f38f-45e7-9cbb-5b589cdc5b93 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/61364a9f-7a49-4bab-a010-733dd741be74 HTTP/1.1" status: 204  len: 168 time: 0.6821272
Apr 19 19:26:03.205176 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-50e85942-2de1-4293-a744-10f0f8045966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:03.269067 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c0d154b8-f91d-4e08-bfd2-138eee08e9db req-4889aea5-7045-4be2-91d5-44c0cd8afcb1 service neutron] 10.222.0.20 "GET /v2.0/networks/a4cfddf6-741b-4335-bc05-1c15da9b2a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2427058
Apr 19 19:26:03.298948 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bdae49-bc3a-4eb6-98b0-cb5165005642 req-c524ec6e-96ef-48a8-92a7-dad9205d8a24 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:03.301700 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e1bdae49-bc3a-4eb6-98b0-cb5165005642 req-c524ec6e-96ef-48a8-92a7-dad9205d8a24 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 946 time: 0.3796000
Apr 19 19:26:03.303452 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-50e85942-2de1-4293-a744-10f0f8045966 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:26:03.312851 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-50e85942-2de1-4293-a744-10f0f8045966 admin admin] Usage tracker for resource:security_group_rule and tenant:a6677f32cfe44327b44ceae9efa72063 is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:26:03.347548 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39601458-e864-4b1d-922b-6c67e1503e74 req-7073aae7-9d27-4cae-9c97-f8c6d0e3960d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:03.351424 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-39601458-e864-4b1d-922b-6c67e1503e74 req-7073aae7-9d27-4cae-9c97-f8c6d0e3960d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cc39b9932e394741a871cc678ffadd40&device_id=7a2e57ab-ae13-4fe0-8550-86a32f652051 HTTP/1.1" status: 200  len: 1096 time: 0.3661797
Apr 19 19:26:03.373346 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-50e85942-2de1-4293-a744-10f0f8045966 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:26:03.381959 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-50e85942-2de1-4293-a744-10f0f8045966 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:26:03.440192 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e1bdae49-bc3a-4eb6-98b0-cb5165005642 req-08ba1601-ced6-4e7d-aa49-408eb98f2d68 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=363b2ccb-b902-431d-b58c-e66b72ac10c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1210418
Apr 19 19:26:03.736810 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fecbc1-e57c-4f26-a7ef-8217151c2775 req-505332d3-5c15-4b69-bfb4-dc14822baac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:03.742821 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-67fecbc1-e57c-4f26-a7ef-8217151c2775 req-505332d3-5c15-4b69-bfb4-dc14822baac0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=caaf84b4cca64642b19aac2312292f91&device_id=6f5bc227-3ca5-47fe-bd9b-8ac4d1e1e3c2 HTTP/1.1" status: 200  len: 1096 time: 0.2277808
Apr 19 19:26:03.836507 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-50e85942-2de1-4293-a744-10f0f8045966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:03.853698 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-50e85942-2de1-4293-a744-10f0f8045966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:03.977504 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-eea1f582-5628-419d-aa02-66a0156b6f20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:26:03.995786 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-50e85942-2de1-4293-a744-10f0f8045966 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a6677f32cfe44327b44ceae9efa72063&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8919306
Apr 19 19:26:04.005099 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 48486) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:26:04.054806 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fecbc1-e57c-4f26-a7ef-8217151c2775 req-c0e7e43a-fc61-4580-8f2f-f3ca81cbceb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:04.056609 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-67fecbc1-e57c-4f26-a7ef-8217151c2775 req-c0e7e43a-fc61-4580-8f2f-f3ca81cbceb9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a4cfddf6-741b-4335-bc05-1c15da9b2a0f HTTP/1.1" status: 200  len: 920 time: 0.3050630
Apr 19 19:26:04.096693 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e85942-2de1-4293-a744-10f0f8045966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c805912-7e07-4b9a-8fa1-6012972afee0,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:26:04.108423 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-50e85942-2de1-4293-a744-10f0f8045966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:26:04.180877 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5c998287-01f3-453c-992d-0edc50b3fe7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:04.191213 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22b06e4-6b11-4eac-a62b-7f4451ad8c21 req-ace5d935-6176-4ade-9684-e051a549b773 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:04.200315 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b22b06e4-6b11-4eac-a62b-7f4451ad8c21 req-ace5d935-6176-4ade-9684-e051a549b773 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f5bc227-3ca5-47fe-bd9b-8ac4d1e1e3c2 HTTP/1.1" status: 200  len: 943 time: 0.3549242
Apr 19 19:26:04.202868 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39601458-e864-4b1d-922b-6c67e1503e74 req-313ef882-7e67-43ba-a161-1631a0c72912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:04.204436 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-39601458-e864-4b1d-922b-6c67e1503e74 req-313ef882-7e67-43ba-a161-1631a0c72912 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9d269001-9e9c-479f-88fd-1acf166660c3 HTTP/1.1" status: 200  len: 912 time: 0.7611096
Apr 19 19:26:04.225740 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-67fecbc1-e57c-4f26-a7ef-8217151c2775 req-8e080b44-383c-4fd8-a0e4-cf835ca54693 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cab83bf1-2c70-49a3-a19a-4d1ec5d2a0d2 HTTP/1.1" status: 200  len: 217 time: 0.1510525
Apr 19 19:26:04.273680 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b22b06e4-6b11-4eac-a62b-7f4451ad8c21 req-26a014f3-aef8-4b25-8a0c-55e63ccb0d4d tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721772
Apr 19 19:26:04.278567 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5c998287-01f3-453c-992d-0edc50b3fe7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:04.324299 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device aa4ac25a-984f-46d6-aa2d-4d06e865cdb0 up at agent hyperv_hv-cinder-78693 {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:26:04.414272 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-39601458-e864-4b1d-922b-6c67e1503e74 req-97778b53-cab4-4d73-9c98-d3e8a21d27e9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45b6b85b-b353-43a5-b050-4c60b887ef29 HTTP/1.1" status: 200  len: 217 time: 0.1002669
Apr 19 19:26:04.464006 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fecbc1-e57c-4f26-a7ef-8217151c2775 req-30eadd16-cb89-4e1c-ac8a-6f4db685474e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:04.476207 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-67fecbc1-e57c-4f26-a7ef-8217151c2775 req-30eadd16-cb89-4e1c-ac8a-6f4db685474e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3af27814-af97-4e02-926e-ece558d9dead HTTP/1.1" status: 200  len: 859 time: 0.1701295
Apr 19 19:26:04.550326 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Provisioning for port aa4ac25a-984f-46d6-aa2d-4d06e865cdb0 completed by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:26:04.560187 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39601458-e864-4b1d-922b-6c67e1503e74 req-15e9972d-91f9-4e54-b4f7-7d91d605a656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:04.565115 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Provisioning complete for port aa4ac25a-984f-46d6-aa2d-4d06e865cdb0 triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:26:04.568225 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:04.569007 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-39601458-e864-4b1d-922b-6c67e1503e74 req-15e9972d-91f9-4e54-b4f7-7d91d605a656 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=00f7e508-0145-491e-8134-c9fdb454d461 HTTP/1.1" status: 200  len: 850 time: 0.1408849
Apr 19 19:26:04.601785 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-67fecbc1-e57c-4f26-a7ef-8217151c2775 req-cc187183-cd14-4ada-968c-fee8192e0d2b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a4cfddf6-741b-4335-bc05-1c15da9b2a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1240084
Apr 19 19:26:04.819390 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:04.883306 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5c998287-01f3-453c-992d-0edc50b3fe7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:04.919431 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cad848e-cc06-48f5-b3f7-9e0e8149ae93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa4ac25a-984f-46d6-aa2d-4d06e865cdb0'}] {{(pid=86370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:26:04.920345 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-67fecbc1-e57c-4f26-a7ef-8217151c2775 req-2e01cb85-73a4-4b5d-9115-d0bf5c7aaa33 service neutron] 10.222.0.20 "GET /v2.0/networks/a4cfddf6-741b-4335-bc05-1c15da9b2a0f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3077505
Apr 19 19:26:04.926960 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:26:04.938934 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port aa4ac25a-984f-46d6-aa2d-4d06e865cdb0, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=aa4ac25a-984f-46d6-aa2d-4d06e865cdb0,segment=NetworkSegment(c504281e-e832-4963-82cc-dd4c565f9202),segment_id=c504281e-e832-4963-82cc-dd4c565f9202)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:26:04.945905 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:04.947892 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:26:05.030338 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c998287-01f3-453c-992d-0edc50b3fe7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c805912-7e07-4b9a-8fa1-6012972afee0,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:26:05.046528 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-5c998287-01f3-453c-992d-0edc50b3fe7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:26:05.048284 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5c998287-01f3-453c-992d-0edc50b3fe7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:05.054597 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-5c998287-01f3-453c-992d-0edc50b3fe7b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4c805912-7e07-4b9a-8fa1-6012972afee0 HTTP/1.1" status: 204  len: 168 time: 1.0480893
Apr 19 19:26:05.088657 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Pushing event updated for resources: {'Port': ['ID=aa4ac25a-984f-46d6-aa2d-4d06e865cdb0,revision_number=5']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:26:05.115442 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:26:05.127602 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39601458-e864-4b1d-922b-6c67e1503e74 req-75b71423-71f8-4602-a606-17848c1cb32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:05.131874 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-39601458-e864-4b1d-922b-6c67e1503e74 req-75b71423-71f8-4602-a606-17848c1cb32e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9d269001-9e9c-479f-88fd-1acf166660c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5547605
Apr 19 19:26:05.161382 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f09dc7c-26d0-4053-b3c5-da631a58bb76 req-45553a2e-4575-406c-81ac-ec0295334cc6 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:05.166272 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9f09dc7c-26d0-4053-b3c5-da631a58bb76 req-45553a2e-4575-406c-81ac-ec0295334cc6 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a2e57ab-ae13-4fe0-8550-86a32f652051 HTTP/1.1" status: 200  len: 943 time: 0.5879543
Apr 19 19:26:05.247220 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68511d04-7865-4489-941a-8be427add9ff req-c6904dfb-8891-42a8-893b-4f54b8078177 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:05.256044 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-68511d04-7865-4489-941a-8be427add9ff req-c6904dfb-8891-42a8-893b-4f54b8078177 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 946 time: 0.5027125
Apr 19 19:26:05.311940 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-67fecbc1-e57c-4f26-a7ef-8217151c2775 req-342b27fa-9c6f-401c-8703-f68364dede5e service neutron] 10.222.0.20 "GET /v2.0/networks/a4cfddf6-741b-4335-bc05-1c15da9b2a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3826725
Apr 19 19:26:05.445486 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-68511d04-7865-4489-941a-8be427add9ff req-7ae22637-3ff9-42ce-8993-06109e1c907f tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=363b2ccb-b902-431d-b58c-e66b72ac10c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1883852
Apr 19 19:26:05.451585 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9f09dc7c-26d0-4053-b3c5-da631a58bb76 req-9568d182-04f3-4ff4-91a3-7aee23d53800 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bb966a8-856d-4456-a718-193d52b80079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1932168
Apr 19 19:26:05.534647 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-39601458-e864-4b1d-922b-6c67e1503e74 req-93a91325-310b-456e-98b7-9252a778bbd1 service neutron] 10.222.0.20 "GET /v2.0/networks/9d269001-9e9c-479f-88fd-1acf166660c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3665955
Apr 19 19:26:05.593168 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cad848e-cc06-48f5-b3f7-9e0e8149ae93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa4ac25a-984f-46d6-aa2d-4d06e865cdb0', 'code': 200}
Apr 19 19:26:05.750222 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 48538) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:26:06.066516 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-39601458-e864-4b1d-922b-6c67e1503e74 req-28c0297b-91bd-40d3-9e7c-a948f6c8d884 service neutron] 10.222.0.20 "GET /v2.0/networks/9d269001-9e9c-479f-88fd-1acf166660c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5234029
Apr 19 19:26:06.125332 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c87dd9-64cd-4e3f-8876-5f6fe6527312 req-3aaba22e-d296-4b61-b834-5475d603f2b6 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:06.140645 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-08d51b72-1981-45fb-a216-ebf96fac46fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:06.142154 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-01c87dd9-64cd-4e3f-8876-5f6fe6527312 req-3aaba22e-d296-4b61-b834-5475d603f2b6 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f5bc227-3ca5-47fe-bd9b-8ac4d1e1e3c2 HTTP/1.1" status: 200  len: 943 time: 0.4329898
Apr 19 19:26:06.162818 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e8592-dcda-460c-8bef-a3153cd08a91 req-b6f1c748-3e24-4882-be0d-f18d9c3b9701 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:06.165703 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fc9e8592-dcda-460c-8bef-a3153cd08a91 req-b6f1c748-3e24-4882-be0d-f18d9c3b9701 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 946 time: 0.3849354
Apr 19 19:26:06.182488 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-08d51b72-1981-45fb-a216-ebf96fac46fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:26:06.185124 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 48554) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:26:06.186512 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-08d51b72-1981-45fb-a216-ebf96fac46fa admin admin] Usage tracker for resource:security_group_rule and tenant:73587471d65c4756a5fb362f1b58f27c is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:26:06.197337 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-08d51b72-1981-45fb-a216-ebf96fac46fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:26:06.207364 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-196e32f0-a5cc-445c-942e-d3993bcc3521 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Request body: {'floatingip': {'port_id': 'd8fbaa88-c36d-4955-b0ff-233bb0d92900'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:26:06.253489 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-01c87dd9-64cd-4e3f-8876-5f6fe6527312 req-98e95860-f084-497f-8032-cdf6edbc31b0 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1099560
Apr 19 19:26:06.318101 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-08d51b72-1981-45fb-a216-ebf96fac46fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:26:06.325311 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-196e32f0-a5cc-445c-942e-d3993bcc3521 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks [] for floatingip, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:06.346635 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device cab83bf1-2c70-49a3-a19a-4d1ec5d2a0d2 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 19:26:06.632751 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port cab83bf1-2c70-49a3-a19a-4d1ec5d2a0d2, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=cab83bf1-2c70-49a3-a19a-4d1ec5d2a0d2,segment=NetworkSegment(c504281e-e832-4963-82cc-dd4c565f9202),segment_id=c504281e-e832-4963-82cc-dd4c565f9202)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:26:06.671116 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Returning: {'device': 'cab83bf1-2c70-49a3-a19a-4d1ec5d2a0d2', 'network_id': 'a4cfddf6-741b-4335-bc05-1c15da9b2a0f', 'port_id': 'cab83bf1-2c70-49a3-a19a-4d1ec5d2a0d2', 'mac_address': 'fa:16:3e:9c:2e:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3af27814-af97-4e02-926e-ece558d9dead', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 19:26:06.775286 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:06.809857 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cab83bf1-2c70-49a3-a19a-4d1ec5d2a0d2 {{(pid=86370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:26:06.841682 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port cab83bf1-2c70-49a3-a19a-4d1ec5d2a0d2, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=cab83bf1-2c70-49a3-a19a-4d1ec5d2a0d2,segment=NetworkSegment(c504281e-e832-4963-82cc-dd4c565f9202),segment_id=c504281e-e832-4963-82cc-dd4c565f9202)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:26:06.849439 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:06.850828 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device 45b6b85b-b353-43a5-b050-4c60b887ef29 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 19:26:06.949997 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1722d272-aa82-4c62-a1b8-5e76d0d55df2 req-ad4f0621-9a4d-48a5-ba79-4cfdd28af4d2 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:06.951778 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1722d272-aa82-4c62-a1b8-5e76d0d55df2 req-ad4f0621-9a4d-48a5-ba79-4cfdd28af4d2 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a2e57ab-ae13-4fe0-8550-86a32f652051 HTTP/1.1" status: 200  len: 943 time: 0.2056201
Apr 19 19:26:06.969637 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc3faa-083b-4955-85a0-1aff1a554582 req-aae97470-b76e-441b-8b24-7840627b8729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:06.974918 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c2fc3faa-083b-4955-85a0-1aff1a554582 req-aae97470-b76e-441b-8b24-7840627b8729 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5cad848e-cc06-48f5-b3f7-9e0e8149ae93 HTTP/1.1" status: 200  len: 1098 time: 1.0295634
Apr 19 19:26:07.049930 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1722d272-aa82-4c62-a1b8-5e76d0d55df2 req-bb6d5554-b042-4c59-a2d4-84c0f664d0a8 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bb966a8-856d-4456-a718-193d52b80079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0848203
Apr 19 19:26:07.073560 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:26:07.141590 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c2fc3faa-083b-4955-85a0-1aff1a554582 req-a17d6725-43fe-496d-b4cb-4f4f6661b1af service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1338863
Apr 19 19:26:07.303302 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Pushing event updated for resources: {'Port': ['ID=cab83bf1-2c70-49a3-a19a-4d1ec5d2a0d2,revision_number=4']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:26:07.326525 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:26:07.344005 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port 45b6b85b-b353-43a5-b050-4c60b887ef29, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=45b6b85b-b353-43a5-b050-4c60b887ef29,segment=NetworkSegment(02940ce1-3553-4177-be6e-c973c291b896),segment_id=02940ce1-3553-4177-be6e-c973c291b896)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:26:07.376504 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Returning: {'device': '45b6b85b-b353-43a5-b050-4c60b887ef29', 'network_id': '9d269001-9e9c-479f-88fd-1acf166660c3', 'port_id': '45b6b85b-b353-43a5-b050-4c60b887ef29', 'mac_address': 'fa:16:3e:18:21:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00f7e508-0145-491e-8134-c9fdb454d461', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 19:26:07.518932 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:07.574015 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45b6b85b-b353-43a5-b050-4c60b887ef29 {{(pid=86370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:26:07.612612 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port 45b6b85b-b353-43a5-b050-4c60b887ef29, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=45b6b85b-b353-43a5-b050-4c60b887ef29,segment=NetworkSegment(02940ce1-3553-4177-be6e-c973c291b896),segment_id=02940ce1-3553-4177-be6e-c973c291b896)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:26:07.620227 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:07.622762 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-878e363c-8218-4ed3-bdbd-205cdca34d67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:26:07.749261 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82547c60-dd22-4400-b014-fb6d3b79a405 req-79e54aa1-3535-45d7-9263-c5f00c09f31b tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:07.755953 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-82547c60-dd22-4400-b014-fb6d3b79a405 req-79e54aa1-3535-45d7-9263-c5f00c09f31b tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f5bc227-3ca5-47fe-bd9b-8ac4d1e1e3c2 HTTP/1.1" status: 200  len: 944 time: 0.2127490
Apr 19 19:26:07.791632 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Pushing event updated for resources: {'Port': ['ID=45b6b85b-b353-43a5-b050-4c60b887ef29,revision_number=4']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:26:07.795363 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:26:07.827793 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-82547c60-dd22-4400-b014-fb6d3b79a405 req-74acb9f4-97c6-4323-a194-0608fdb30a3e tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611019
Apr 19 19:26:07.883802 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-08d51b72-1981-45fb-a216-ebf96fac46fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:07.899689 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-08d51b72-1981-45fb-a216-ebf96fac46fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:07.919677 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:26:08.007217 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-08d51b72-1981-45fb-a216-ebf96fac46fa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=73587471d65c4756a5fb362f1b58f27c&name=default HTTP/1.1" status: 200  len: 2979 time: 2.2528405
Apr 19 19:26:08.008523 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 48594) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:26:08.045071 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d51b72-1981-45fb-a216-ebf96fac46fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35ec1808-451d-4ff7-8691-ce4592033e8f,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:26:08.058878 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-08d51b72-1981-45fb-a216-ebf96fac46fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:26:08.147743 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] get_ports_and_sgs() called for port_ids ['cab83bf1-2c70-49a3-a19a-4d1ec5d2a0d2'] {{(pid=86370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:26:08.298796 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-28222c67-b6bd-479f-bbc8-f5605aaf772b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:08.353448 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] get_ports_and_sgs() called for port_ids ['45b6b85b-b353-43a5-b050-4c60b887ef29'] {{(pid=86370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:26:08.413677 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-28222c67-b6bd-479f-bbc8-f5605aaf772b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:08.471669 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-196e32f0-a5cc-445c-942e-d3993bcc3521 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:08.476354 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-196e32f0-a5cc-445c-942e-d3993bcc3521 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854086990'] for floatingip, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:08.559658 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-28222c67-b6bd-479f-bbc8-f5605aaf772b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:08.605297 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:26:08.652312 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28222c67-b6bd-479f-bbc8-f5605aaf772b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ec1808-451d-4ff7-8691-ce4592033e8f,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:26:08.666494 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-28222c67-b6bd-479f-bbc8-f5605aaf772b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:26:08.667337 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-28222c67-b6bd-479f-bbc8-f5605aaf772b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:08.675088 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-28222c67-b6bd-479f-bbc8-f5605aaf772b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/35ec1808-451d-4ff7-8691-ce4592033e8f HTTP/1.1" status: 204  len: 168 time: 0.6654644
Apr 19 19:26:08.901191 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.db.l3_db [None req-196e32f0-a5cc-445c-942e-d3993bcc3521 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Floating IP ef30a206-e843-485f-b095-c85c42ee3376 associated. External IP: 172.27.1.212, port: d8fbaa88-c36d-4955-b0ff-233bb0d92900.
Apr 19 19:26:09.466822 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 48632) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:26:09.485481 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed0735-a8ed-453e-a624-ef71452a3784 req-2778f618-3c4b-413d-9461-4c0283568b28 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:09.493974 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a5ed0735-a8ed-453e-a624-ef71452a3784 req-2778f618-3c4b-413d-9461-4c0283568b28 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a2e57ab-ae13-4fe0-8550-86a32f652051 HTTP/1.1" status: 200  len: 944 time: 0.8896267
Apr 19 19:26:09.515445 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8302a3fd-1df0-42c6-b60f-f732a5030428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:09.565971 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6118bbb2-5f74-4400-9233-037c61b60271 req-b504633b-fc73-4c2c-9aa0-75ab1506ba83 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:09.568627 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6118bbb2-5f74-4400-9233-037c61b60271 req-b504633b-fc73-4c2c-9aa0-75ab1506ba83 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f5bc227-3ca5-47fe-bd9b-8ac4d1e1e3c2 HTTP/1.1" status: 200  len: 944 time: 0.2112589
Apr 19 19:26:09.604305 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a5ed0735-a8ed-453e-a624-ef71452a3784 req-28fc95bf-1aa7-4290-803a-9629f05335f3 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bb966a8-856d-4456-a718-193d52b80079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1092200
Apr 19 19:26:09.625183 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-8302a3fd-1df0-42c6-b60f-f732a5030428 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:26:09.631055 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-8302a3fd-1df0-42c6-b60f-f732a5030428 admin admin] Usage tracker for resource:security_group_rule and tenant:dfe384b1b6d246a7941e75f584a38935 is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:26:09.637531 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-8302a3fd-1df0-42c6-b60f-f732a5030428 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:26:09.647383 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-8302a3fd-1df0-42c6-b60f-f732a5030428 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:26:09.678825 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6118bbb2-5f74-4400-9233-037c61b60271 req-54d8fbd9-0a23-4264-b948-cdb4aad7b83c tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0876267
Apr 19 19:26:09.772963 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-196e32f0-a5cc-445c-942e-d3993bcc3521 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Router 248bb514-a0b2-4d79-87cb-c26c21a1f2a8 has already been hosted by L3 agent a3cf2d1c-6710-4478-a129-20091cfe97d1 {{(pid=86369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:26:09.809617 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8302a3fd-1df0-42c6-b60f-f732a5030428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:09.813483 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8302a3fd-1df0-42c6-b60f-f732a5030428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:09.825129 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:26:09.877364 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-8302a3fd-1df0-42c6-b60f-f732a5030428 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dfe384b1b6d246a7941e75f584a38935&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4041286
Apr 19 19:26:09.878055 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 48638) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:26:09.880854 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8302a3fd-1df0-42c6-b60f-f732a5030428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed3375e-800f-4c84-ba55-70bb4a5c46b9,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:26:09.884009 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8302a3fd-1df0-42c6-b60f-f732a5030428 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:26:09.964136 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-dc2e95c7-e4f1-4bc3-b52b-1cbe4f432078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:09.995481 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-dc2e95c7-e4f1-4bc3-b52b-1cbe4f432078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:10.042986 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-196e32f0-a5cc-445c-942e-d3993bcc3521 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify agent at l3_agent.dv-cinder-786932-1-iscsi the message routers_updated {{(pid=86369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:26:10.056936 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-196e32f0-a5cc-445c-942e-d3993bcc3521 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for floatingip, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:10.070811 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a89c717-1f89-43ec-862e-c2c0bc1fb6b3 None None] Sync routers for ids ['248bb514-a0b2-4d79-87cb-c26c21a1f2a8'] in dv-cinder-786932-1-iscsi {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:26:10.078011 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-dc2e95c7-e4f1-4bc3-b52b-1cbe4f432078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:10.085724 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:26:10.093524 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a89c717-1f89-43ec-862e-c2c0bc1fb6b3 None None] Routers {'248bb514-a0b2-4d79-87cb-c26c21a1f2a8'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:26:10.095000 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-7a89c717-1f89-43ec-862e-c2c0bc1fb6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0f49f630>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:25:49Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['248bb514-a0b2-4d79-87cb-c26c21a1f2a8'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:26:10.100654 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-dc2e95c7-e4f1-4bc3-b52b-1cbe4f432078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:10.104960 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-dc2e95c7-e4f1-4bc3-b52b-1cbe4f432078 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8ed3375e-800f-4c84-ba55-70bb4a5c46b9 HTTP/1.1" status: 204  len: 168 time: 0.2256937
Apr 19 19:26:10.107770 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2e95c7-e4f1-4bc3-b52b-1cbe4f432078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed3375e-800f-4c84-ba55-70bb4a5c46b9,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:26:10.110608 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-dc2e95c7-e4f1-4bc3-b52b-1cbe4f432078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:26:10.121857 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-196e32f0-a5cc-445c-942e-d3993bcc3521 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "PUT /v2.0/floatingips/ef30a206-e843-485f-b095-c85c42ee3376 HTTP/1.1" status: 200  len: 992 time: 3.9304376
Apr 19 19:26:10.122799 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '370f06aa-5b99-4f41-9d05-441ae6481331', 'tag': 'd8fbaa88-c36d-4955-b0ff-233bb0d92900'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:26:10.259710 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '370f06aa-5b99-4f41-9d05-441ae6481331', 'tag': 'd8fbaa88-c36d-4955-b0ff-233bb0d92900', 'status': 'completed', 'code': 200}
Apr 19 19:26:10.390755 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device cab83bf1-2c70-49a3-a19a-4d1ec5d2a0d2 up at agent hyperv_hv-cinder-78693 {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:26:10.561116 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337cf17a-f5e8-4c46-927b-8efb210a2436 req-4a1b551b-78c2-4b94-8176-fe553c0ea6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:10.562764 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-337cf17a-f5e8-4c46-927b-8efb210a2436 req-4a1b551b-78c2-4b94-8176-fe553c0ea6c2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6333d4d4b1249bfb35237c3c56fe86e&device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 1099 time: 0.2179954
Apr 19 19:26:10.567707 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Provisioning for port cab83bf1-2c70-49a3-a19a-4d1ec5d2a0d2 completed by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:26:10.578887 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Provisioning complete for port cab83bf1-2c70-49a3-a19a-4d1ec5d2a0d2 triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:26:10.579851 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:10.829363 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-7a89c717-1f89-43ec-862e-c2c0bc1fb6b3 None None] Set router 248bb514-a0b2-4d79-87cb-c26c21a1f2a8 gateway port host: dv-cinder-786932-1-iscsi {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:26:10.950183 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337cf17a-f5e8-4c46-927b-8efb210a2436 req-dba1e015-be43-465c-84c2-651aad2dce7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:10.955309 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-337cf17a-f5e8-4c46-927b-8efb210a2436 req-dba1e015-be43-465c-84c2-651aad2dce7f service neutron] 10.222.0.20 "GET /v2.0/networks?id=a89eb528-cfbf-497b-ad2d-b1613a8bf395 HTTP/1.1" status: 200  len: 917 time: 0.3834541
Apr 19 19:26:10.978078 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:11.103850 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port cab83bf1-2c70-49a3-a19a-4d1ec5d2a0d2, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=cab83bf1-2c70-49a3-a19a-4d1ec5d2a0d2,segment=NetworkSegment(c504281e-e832-4963-82cc-dd4c565f9202),segment_id=c504281e-e832-4963-82cc-dd4c565f9202)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:26:11.105768 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f5bc227-3ca5-47fe-bd9b-8ac4d1e1e3c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab83bf1-2c70-49a3-a19a-4d1ec5d2a0d2'}] {{(pid=86370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:26:11.125389 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:11.130814 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device 45b6b85b-b353-43a5-b050-4c60b887ef29 up at agent hyperv_hv-cinder-78693 {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:26:11.229832 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-337cf17a-f5e8-4c46-927b-8efb210a2436 req-71bddcaf-d061-4710-b1fa-11147c03973d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8fbaa88-c36d-4955-b0ff-233bb0d92900 HTTP/1.1" status: 200  len: 1000 time: 0.2652583
Apr 19 19:26:11.304562 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:26:11.458082 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337cf17a-f5e8-4c46-927b-8efb210a2436 req-45409430-3252-403a-9964-0ddc58becedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:11.459752 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-337cf17a-f5e8-4c46-927b-8efb210a2436 req-45409430-3252-403a-9964-0ddc58becedf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=194aa9b4-1b11-48c1-957e-a5acc2bb888c HTTP/1.1" status: 200  len: 855 time: 0.2199631
Apr 19 19:26:11.482765 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9197d2ed-09b5-4081-98d4-2b7ed9b4f5ba req-0e3fb922-7e1b-42dc-b948-b17c3af81c84 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:11.485984 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9197d2ed-09b5-4081-98d4-2b7ed9b4f5ba req-0e3fb922-7e1b-42dc-b948-b17c3af81c84 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a2e57ab-ae13-4fe0-8550-86a32f652051 HTTP/1.1" status: 200  len: 944 time: 0.5751693
Apr 19 19:26:11.511403 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Pushing event updated for resources: {'Port': ['ID=cab83bf1-2c70-49a3-a19a-4d1ec5d2a0d2,revision_number=5']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:26:11.530806 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:26:11.573936 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Provisioning for port 45b6b85b-b353-43a5-b050-4c60b887ef29 completed by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:26:11.580560 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Provisioning complete for port 45b6b85b-b353-43a5-b050-4c60b887ef29 triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:26:11.580987 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:11.637948 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337cf17a-f5e8-4c46-927b-8efb210a2436 req-847babcb-1745-4a5a-90fd-047729abaa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:11.640874 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-337cf17a-f5e8-4c46-927b-8efb210a2436 req-847babcb-1745-4a5a-90fd-047729abaa63 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a89eb528-cfbf-497b-ad2d-b1613a8bf395&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1700130
Apr 19 19:26:11.692105 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9197d2ed-09b5-4081-98d4-2b7ed9b4f5ba req-d440e7f5-a035-4930-8235-0c2769b5ecbc tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bb966a8-856d-4456-a718-193d52b80079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1775901
Apr 19 19:26:11.758676 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5eed36-7de3-4078-bbc5-4b5969c79c6e req-adcf35fa-3d6a-442c-9f67-b48a83bdb07d tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:11.774755 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8a5eed36-7de3-4078-bbc5-4b5969c79c6e req-adcf35fa-3d6a-442c-9f67-b48a83bdb07d tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f5bc227-3ca5-47fe-bd9b-8ac4d1e1e3c2 HTTP/1.1" status: 200  len: 945 time: 0.6896741
Apr 19 19:26:11.853132 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f5bc227-3ca5-47fe-bd9b-8ac4d1e1e3c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab83bf1-2c70-49a3-a19a-4d1ec5d2a0d2', 'code': 200}
Apr 19 19:26:11.913267 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8a5eed36-7de3-4078-bbc5-4b5969c79c6e req-f414ecaf-a130-40d2-ad6a-846d13d942f7 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1375003
Apr 19 19:26:11.936935 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:11.988305 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port 45b6b85b-b353-43a5-b050-4c60b887ef29, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=45b6b85b-b353-43a5-b050-4c60b887ef29,segment=NetworkSegment(02940ce1-3553-4177-be6e-c973c291b896),segment_id=02940ce1-3553-4177-be6e-c973c291b896)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:26:11.999670 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:12.018935 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8a11dfbd-4ef7-4756-9e3d-7472a28cc4cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:26:12.068787 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-7a89c717-1f89-43ec-862e-c2c0bc1fb6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0f49f630>, [{'id': '248bb514-a0b2-4d79-87cb-c26c21a1f2a8', 'name': 'tempest-AttachVolumeShelveTestJSON-524394787-router', 'tenant_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '5ce43ab9-98a7-4573-9309-57ada95594b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:24:58Z', 'updated_at': '2021-04-19T19:25:11Z', 'revision_number': 4, 'project_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'gw_port': {'id': '5ce43ab9-98a7-4573-9309-57ada95594b1', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248bb514-a0b2-4d79-87cb-c26c21a1f2a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:01Z', 'updated_at': '2021-04-19T19:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_floatingips': [{'id': 'ef30a206-e843-485f-b095-c85c42ee3376', 'tenant_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'floating_ip_address': '172.27.1.212', 'floating_network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'router_id': '248bb514-a0b2-4d79-87cb-c26c21a1f2a8', 'port_id': 'd8fbaa88-c36d-4955-b0ff-233bb0d92900', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a89eb528-cfbf-497b-ad2d-b1613a8bf395', 'mac_address': 'fa:16:3e:aa:b6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370f06aa-5b99-4f41-9d05-441ae6481331', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:25:26Z', 'updated_at': '2021-04-19T19:26:07Z', 'revision_number': 1, 'project_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a42727e-7ce6-43ff-b62f-63bfbec37705', 'name': '', 'network_id': 'a89eb528-cfbf-497b-ad2d-b1613a8bf395', 'tenant_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'mac_address': 'fa:16:3e:6b:3f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248bb514-a0b2-4d79-87cb-c26c21a1f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '194aa9b4-1b11-48c1-957e-a5acc2bb888c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:09Z', 'updated_at': '2021-04-19T19:25:25Z', 'revision_number': 5, 'project_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'subnets': [{'id': '194aa9b4-1b11-48c1-957e-a5acc2bb888c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:26:12.073633 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a89c717-1f89-43ec-862e-c2c0bc1fb6b3 None None] Checking router: 248bb514-a0b2-4d79-87cb-c26c21a1f2a8 for host: dv-cinder-786932-1-iscsi {{(pid=86371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:26:12.084659 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a89c717-1f89-43ec-862e-c2c0bc1fb6b3 None None] Routers {'248bb514-a0b2-4d79-87cb-c26c21a1f2a8'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:26:12.085597 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-7a89c717-1f89-43ec-862e-c2c0bc1fb6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0f49f630>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:25:49Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['248bb514-a0b2-4d79-87cb-c26c21a1f2a8'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:26:12.111862 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-337cf17a-f5e8-4c46-927b-8efb210a2436 req-112f0fed-1bd2-4dff-ba7f-481133af3302 service neutron] 10.222.0.20 "GET /v2.0/networks/a89eb528-cfbf-497b-ad2d-b1613a8bf395?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4567931
Apr 19 19:26:12.197708 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Pushing event updated for resources: {'Port': ['ID=45b6b85b-b353-43a5-b050-4c60b887ef29,revision_number=5']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:26:12.203913 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:26:12.307688 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-7a89c717-1f89-43ec-862e-c2c0bc1fb6b3 None None] Set router 248bb514-a0b2-4d79-87cb-c26c21a1f2a8 gateway port host: dv-cinder-786932-1-iscsi {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:26:12.427850 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-337cf17a-f5e8-4c46-927b-8efb210a2436 req-4211ea0e-b390-4dfa-b8e7-f2c4c2a93943 service neutron] 10.222.0.20 "GET /v2.0/networks/a89eb528-cfbf-497b-ad2d-b1613a8bf395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2986653
Apr 19 19:26:12.442339 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601cbffc-1844-45bf-8dae-407a188a6289 req-f42e8731-37fa-4cd1-b422-7806d81d48f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:12.445534 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-601cbffc-1844-45bf-8dae-407a188a6289 req-f42e8731-37fa-4cd1-b422-7806d81d48f0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6f5bc227-3ca5-47fe-bd9b-8ac4d1e1e3c2 HTTP/1.1" status: 200  len: 1098 time: 0.0951183
Apr 19 19:26:12.539686 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-601cbffc-1844-45bf-8dae-407a188a6289 req-ff62ef80-7f9f-4a15-bb03-9deb9532878c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491443
Apr 19 19:26:13.078644 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950f47e-8bd1-402c-a824-3a4bbb65cdd0 req-fc27b989-f520-4b6b-a215-09dcd3460fcc tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:13.094849 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4950f47e-8bd1-402c-a824-3a4bbb65cdd0 req-fc27b989-f520-4b6b-a215-09dcd3460fcc tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a2e57ab-ae13-4fe0-8550-86a32f652051 HTTP/1.1" status: 200  len: 945 time: 0.1891248
Apr 19 19:26:13.202921 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4950f47e-8bd1-402c-a824-3a4bbb65cdd0 req-3f6b8986-a4b3-4093-aaa8-324b0bd2149f tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bb966a8-856d-4456-a718-193d52b80079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1062248
Apr 19 19:26:13.323793 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-7a89c717-1f89-43ec-862e-c2c0bc1fb6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0f49f630>, [{'id': '248bb514-a0b2-4d79-87cb-c26c21a1f2a8', 'name': 'tempest-AttachVolumeShelveTestJSON-524394787-router', 'tenant_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '5ce43ab9-98a7-4573-9309-57ada95594b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:24:58Z', 'updated_at': '2021-04-19T19:25:11Z', 'revision_number': 4, 'project_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'gw_port': {'id': '5ce43ab9-98a7-4573-9309-57ada95594b1', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248bb514-a0b2-4d79-87cb-c26c21a1f2a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:01Z', 'updated_at': '2021-04-19T19:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_floatingips': [{'id': 'ef30a206-e843-485f-b095-c85c42ee3376', 'tenant_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'floating_ip_address': '172.27.1.212', 'floating_network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'router_id': '248bb514-a0b2-4d79-87cb-c26c21a1f2a8', 'port_id': 'd8fbaa88-c36d-4955-b0ff-233bb0d92900', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a89eb528-cfbf-497b-ad2d-b1613a8bf395', 'mac_address': 'fa:16:3e:aa:b6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370f06aa-5b99-4f41-9d05-441ae6481331', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:25:26Z', 'updated_at': '2021-04-19T19:26:07Z', 'revision_number': 1, 'project_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a42727e-7ce6-43ff-b62f-63bfbec37705', 'name': '', 'network_id': 'a89eb528-cfbf-497b-ad2d-b1613a8bf395', 'tenant_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'mac_address': 'fa:16:3e:6b:3f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248bb514-a0b2-4d79-87cb-c26c21a1f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '194aa9b4-1b11-48c1-957e-a5acc2bb888c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:09Z', 'updated_at': '2021-04-19T19:25:25Z', 'revision_number': 5, 'project_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'subnets': [{'id': '194aa9b4-1b11-48c1-957e-a5acc2bb888c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:26:13.328837 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a89c717-1f89-43ec-862e-c2c0bc1fb6b3 None None] The sync data for ids ['248bb514-a0b2-4d79-87cb-c26c21a1f2a8'] in dv-cinder-786932-1-iscsi is: [{'id': '248bb514-a0b2-4d79-87cb-c26c21a1f2a8', 'name': 'tempest-AttachVolumeShelveTestJSON-524394787-router', 'tenant_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '5ce43ab9-98a7-4573-9309-57ada95594b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:24:58Z', 'updated_at': '2021-04-19T19:25:11Z', 'revision_number': 4, 'project_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'gw_port': {'id': '5ce43ab9-98a7-4573-9309-57ada95594b1', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248bb514-a0b2-4d79-87cb-c26c21a1f2a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:01Z', 'updated_at': '2021-04-19T19:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_floatingips': [{'id': 'ef30a206-e843-485f-b095-c85c42ee3376', 'tenant_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'floating_ip_address': '172.27.1.212', 'floating_network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'router_id': '248bb514-a0b2-4d79-87cb-c26c21a1f2a8', 'port_id': 'd8fbaa88-c36d-4955-b0ff-233bb0d92900', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a89eb528-cfbf-497b-ad2d-b1613a8bf395', 'mac_address': 'fa:16:3e:aa:b6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370f06aa-5b99-4f41-9d05-441ae6481331', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:25:26Z', 'updated_at': '2021-04-19T19:26:07Z', 'revision_number': 1, 'project_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a42727e-7ce6-43ff-b62f-63bfbec37705', 'name': '', 'network_id': 'a89eb528-cfbf-497b-ad2d-b1613a8bf395', 'tenant_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'mac_address': 'fa:16:3e:6b:3f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248bb514-a0b2-4d79-87cb-c26c21a1f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '194aa9b4-1b11-48c1-957e-a5acc2bb888c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:09Z', 'updated_at': '2021-04-19T19:25:25Z', 'revision_number': 5, 'project_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'subnets': [{'id': '194aa9b4-1b11-48c1-957e-a5acc2bb888c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:26:13.409410 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e04f5e-7b5c-4048-ba58-eed29912e56b req-ab9ab757-7ad7-4edc-9c52-d61dc4e82fc2 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:13.413552 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-64e04f5e-7b5c-4048-ba58-eed29912e56b req-ab9ab757-7ad7-4edc-9c52-d61dc4e82fc2 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f5bc227-3ca5-47fe-bd9b-8ac4d1e1e3c2 HTTP/1.1" status: 200  len: 945 time: 0.2241583
Apr 19 19:26:13.554946 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-64e04f5e-7b5c-4048-ba58-eed29912e56b req-80be2f91-a4eb-4b2b-bab7-0c131e03ea01 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1299126
Apr 19 19:26:13.744540 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621c3027-6278-41e4-882e-62b5f4b2cc40 None None] New status for floating IP ef30a206-e843-485f-b095-c85c42ee3376: ACTIVE {{(pid=86370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 19:26:13.861981 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a2e57ab-ae13-4fe0-8550-86a32f652051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b6b85b-b353-43a5-b050-4c60b887ef29'}] {{(pid=86370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:26:13.955011 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ee973-d23f-475a-9307-202b0d160dc0 req-622def00-9bf1-40b1-b2e1-f8f0cfb5014b tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:13.958456 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f16ee973-d23f-475a-9307-202b0d160dc0 req-622def00-9bf1-40b1-b2e1-f8f0cfb5014b tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] 10.222.0.36 "GET /v2.0/ports?device_id=f08de347-15dc-404e-af5b-ccaa77929838 HTTP/1.1" status: 200  len: 945 time: 0.1665518
Apr 19 19:26:14.010265 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a2e57ab-ae13-4fe0-8550-86a32f652051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b6b85b-b353-43a5-b050-4c60b887ef29', 'code': 200}
Apr 19 19:26:14.052481 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f16ee973-d23f-475a-9307-202b0d160dc0 req-6f650af8-ad3f-4871-8df7-143b0ac3b5cf tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba47e093-5ded-4fa1-be17-7a5da98eb23d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0856760
Apr 19 19:26:14.453129 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c22e1-bc1c-44bb-9602-f451abbf8492 req-a36c7c76-e7ed-48eb-81f0-a5acc54af718 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:14.454816 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ab4c22e1-bc1c-44bb-9602-f451abbf8492 req-a36c7c76-e7ed-48eb-81f0-a5acc54af718 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a2e57ab-ae13-4fe0-8550-86a32f652051 HTTP/1.1" status: 200  len: 945 time: 0.0974486
Apr 19 19:26:14.508452 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ab4c22e1-bc1c-44bb-9602-f451abbf8492 req-e06811ad-c110-4213-ab2a-01a54372e43a tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bb966a8-856d-4456-a718-193d52b80079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453575
Apr 19 19:26:14.836615 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6189c200-2d5d-45f7-970e-171b0a7ff4ae req-9dadbb94-9439-4dcd-88c4-3ba63f442884 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:14.838814 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6189c200-2d5d-45f7-970e-171b0a7ff4ae req-9dadbb94-9439-4dcd-88c4-3ba63f442884 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f5bc227-3ca5-47fe-bd9b-8ac4d1e1e3c2 HTTP/1.1" status: 200  len: 945 time: 0.1040976
Apr 19 19:26:14.897491 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6189c200-2d5d-45f7-970e-171b0a7ff4ae req-fdd3746a-93bc-4744-94e5-0ba78dd7e63e tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509856
Apr 19 19:26:15.205307 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 48784) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:26:15.379218 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-17dfd675-66df-4429-9396-d23dc4f3c390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:15.398310 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-17dfd675-66df-4429-9396-d23dc4f3c390 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:26:15.404679 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-17dfd675-66df-4429-9396-d23dc4f3c390 admin admin] Usage tracker for resource:security_group_rule and tenant:90b200d5347d400cba27b05cad8c2063 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:26:15.410210 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-17dfd675-66df-4429-9396-d23dc4f3c390 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:26:15.421840 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-17dfd675-66df-4429-9396-d23dc4f3c390 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:26:15.563627 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab40d5-84b3-4cdc-bbe4-3ffd7c77384f req-1aa3d9ad-b650-4c2e-8cf5-04221cb15b08 tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:15.565396 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-feab40d5-84b3-4cdc-bbe4-3ffd7c77384f req-1aa3d9ad-b650-4c2e-8cf5-04221cb15b08 tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] 10.222.0.36 "GET /v2.0/ports?device_id=f08de347-15dc-404e-af5b-ccaa77929838 HTTP/1.1" status: 200  len: 945 time: 0.1632025
Apr 19 19:26:15.587602 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-17dfd675-66df-4429-9396-d23dc4f3c390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:15.592307 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-17dfd675-66df-4429-9396-d23dc4f3c390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:15.604859 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-ea67ed13-00e8-45d1-9bba-c37e807f593c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:26:15.635127 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-feab40d5-84b3-4cdc-bbe4-3ffd7c77384f req-2e73277e-e21d-4671-9766-57d0a56944f7 tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba47e093-5ded-4fa1-be17-7a5da98eb23d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565948
Apr 19 19:26:15.656634 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dfd675-66df-4429-9396-d23dc4f3c390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39665e19-b022-45db-b394-7773d189d7ad,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:26:15.663196 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-17dfd675-66df-4429-9396-d23dc4f3c390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:26:15.671665 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-17dfd675-66df-4429-9396-d23dc4f3c390 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=90b200d5347d400cba27b05cad8c2063&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4649909
Apr 19 19:26:15.672144 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 48796) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:26:15.779700 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-81af309c-b769-468b-b90b-028104f38c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:15.824172 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a0ee53e9-6fb1-484d-89d9-3c1239a50b9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:15.866569 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a0ee53e9-6fb1-484d-89d9-3c1239a50b9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:15.932148 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5deeb-020f-4bcc-9245-cc764372b4b9 req-40c73382-347c-4ed6-a8e7-c8ce3b2f813d tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:15.933844 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d9f5deeb-020f-4bcc-9245-cc764372b4b9 req-40c73382-347c-4ed6-a8e7-c8ce3b2f813d tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f5bc227-3ca5-47fe-bd9b-8ac4d1e1e3c2 HTTP/1.1" status: 200  len: 945 time: 0.1734421
Apr 19 19:26:15.944484 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a0ee53e9-6fb1-484d-89d9-3c1239a50b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:15.952113 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:26:15.980927 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ee53e9-6fb1-484d-89d9-3c1239a50b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39665e19-b022-45db-b394-7773d189d7ad,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:26:15.997237 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a0ee53e9-6fb1-484d-89d9-3c1239a50b9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:26:16.016344 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a0ee53e9-6fb1-484d-89d9-3c1239a50b9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:16.017685 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-a0ee53e9-6fb1-484d-89d9-3c1239a50b9e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/39665e19-b022-45db-b394-7773d189d7ad HTTP/1.1" status: 204  len: 168 time: 0.3421011
Apr 19 19:26:16.032709 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d9f5deeb-020f-4bcc-9245-cc764372b4b9 req-a476ff25-0c34-4ec3-99fa-f0bed90650b3 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828767
Apr 19 19:26:16.324965 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ead98b6-c4cf-4fcc-b126-a33dc8b2fc86 req-a391e865-012d-46b6-9ab2-304f56b78d25 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:16.326642 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3ead98b6-c4cf-4fcc-b126-a33dc8b2fc86 req-a391e865-012d-46b6-9ab2-304f56b78d25 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a2e57ab-ae13-4fe0-8550-86a32f652051 HTTP/1.1" status: 200  len: 945 time: 0.1548209
Apr 19 19:26:16.388954 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3ead98b6-c4cf-4fcc-b126-a33dc8b2fc86 req-7fe585fa-0b75-444b-b564-b03ae45c9d8e tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bb966a8-856d-4456-a718-193d52b80079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0543661
Apr 19 19:26:16.477309 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 48808) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:26:16.500858 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cf1a934e-64f6-4c4e-9489-8cd5bf6c9a90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:16.524467 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-cf1a934e-64f6-4c4e-9489-8cd5bf6c9a90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:26:16.531134 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-cf1a934e-64f6-4c4e-9489-8cd5bf6c9a90 admin admin] Usage tracker for resource:security_group_rule and tenant:2a7f4d4446774896aeec376f91267d83 is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:26:16.535036 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-cf1a934e-64f6-4c4e-9489-8cd5bf6c9a90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:26:16.551644 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-cf1a934e-64f6-4c4e-9489-8cd5bf6c9a90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:26:16.702097 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cf1a934e-64f6-4c4e-9489-8cd5bf6c9a90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:16.706572 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cf1a934e-64f6-4c4e-9489-8cd5bf6c9a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:16.724834 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:26:16.807206 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1a934e-64f6-4c4e-9489-8cd5bf6c9a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfedecb9-c042-4919-96f9-e213692207ae,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:26:16.813844 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-cf1a934e-64f6-4c4e-9489-8cd5bf6c9a90 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2a7f4d4446774896aeec376f91267d83&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3350494
Apr 19 19:26:16.821571 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-cf1a934e-64f6-4c4e-9489-8cd5bf6c9a90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:26:16.821891 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 48818) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:26:16.903055 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7e9ab383-cb1e-4007-bdd0-f4ac27bade5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:16.944632 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7e9ab383-cb1e-4007-bdd0-f4ac27bade5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:16.948345 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4820d94-2b2b-4bd4-919e-d35fc4a998a5 req-8dc0ef35-abe1-4894-8c29-de2c526f55e7 tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:16.951462 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c4820d94-2b2b-4bd4-919e-d35fc4a998a5 req-8dc0ef35-abe1-4894-8c29-de2c526f55e7 tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] 10.222.0.36 "GET /v2.0/ports?device_id=f08de347-15dc-404e-af5b-ccaa77929838 HTTP/1.1" status: 200  len: 945 time: 0.1356933
Apr 19 19:26:17.022588 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c4820d94-2b2b-4bd4-919e-d35fc4a998a5 req-9b82430e-807c-432f-9310-22f8e01c1515 tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba47e093-5ded-4fa1-be17-7a5da98eb23d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583825
Apr 19 19:26:17.024222 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7e9ab383-cb1e-4007-bdd0-f4ac27bade5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:17.033867 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:26:17.054094 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9ab383-cb1e-4007-bdd0-f4ac27bade5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfedecb9-c042-4919-96f9-e213692207ae,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:26:17.068787 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-7e9ab383-cb1e-4007-bdd0-f4ac27bade5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:26:17.068787 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7e9ab383-cb1e-4007-bdd0-f4ac27bade5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:17.075681 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-7e9ab383-cb1e-4007-bdd0-f4ac27bade5d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cfedecb9-c042-4919-96f9-e213692207ae HTTP/1.1" status: 204  len: 168 time: 0.2497797
Apr 19 19:26:17.259883 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2048080a-2a10-45bc-8e9f-3a4a4074133c req-b9fc1d0d-d45f-4e27-9ed6-4aa002637c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:17.261571 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2048080a-2a10-45bc-8e9f-3a4a4074133c req-b9fc1d0d-d45f-4e27-9ed6-4aa002637c04 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7a2e57ab-ae13-4fe0-8550-86a32f652051 HTTP/1.1" status: 200  len: 1098 time: 0.1211128
Apr 19 19:26:17.422517 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2048080a-2a10-45bc-8e9f-3a4a4074133c req-7ca72b50-bfaf-4f9b-aa24-1f0a77a91e06 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9bb966a8-856d-4456-a718-193d52b80079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1504745
Apr 19 19:26:17.443421 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162cdc68-21cb-4fa7-9642-62f80e5a5a13 req-ae8273ca-167c-44d0-807e-2fde123a42cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:17.446430 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-162cdc68-21cb-4fa7-9642-62f80e5a5a13 req-ae8273ca-167c-44d0-807e-2fde123a42cd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=caaf84b4cca64642b19aac2312292f91&device_id=6f5bc227-3ca5-47fe-bd9b-8ac4d1e1e3c2 HTTP/1.1" status: 200  len: 1098 time: 0.2079697
Apr 19 19:26:17.466435 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529365f6-55b7-4a69-a8c3-d38a0c24dc16 req-18363ceb-7e6e-4a55-b7ea-a77a547cbc07 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:17.473690 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-529365f6-55b7-4a69-a8c3-d38a0c24dc16 req-18363ceb-7e6e-4a55-b7ea-a77a547cbc07 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f5bc227-3ca5-47fe-bd9b-8ac4d1e1e3c2 HTTP/1.1" status: 200  len: 945 time: 0.1605682
Apr 19 19:26:17.541509 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-529365f6-55b7-4a69-a8c3-d38a0c24dc16 req-ede29447-9291-455e-9ced-914950e05523 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620532
Apr 19 19:26:17.734648 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c367e7c-b5cd-4dd0-ac8e-975fe8d30c48 req-a25d9c8e-ffee-4e59-b011-902bf1358cc3 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:17.736566 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2c367e7c-b5cd-4dd0-ac8e-975fe8d30c48 req-a25d9c8e-ffee-4e59-b011-902bf1358cc3 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a2e57ab-ae13-4fe0-8550-86a32f652051 HTTP/1.1" status: 200  len: 945 time: 0.1083000
Apr 19 19:26:17.795630 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2c367e7c-b5cd-4dd0-ac8e-975fe8d30c48 req-f4efd53f-a51d-44b2-9436-3ea0c1311cc6 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bb966a8-856d-4456-a718-193d52b80079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0514784
Apr 19 19:26:18.326856 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df70815e-6c69-48ec-ac4c-4d619886f021 req-d9d9284d-1766-4709-a638-80e0eea1d5e2 tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:18.328846 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-df70815e-6c69-48ec-ac4c-4d619886f021 req-d9d9284d-1766-4709-a638-80e0eea1d5e2 tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] 10.222.0.36 "GET /v2.0/ports?device_id=f08de347-15dc-404e-af5b-ccaa77929838 HTTP/1.1" status: 200  len: 945 time: 0.1230085
Apr 19 19:26:18.391105 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-df70815e-6c69-48ec-ac4c-4d619886f021 req-bc487667-751b-4268-971e-2a15213dfdcc tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba47e093-5ded-4fa1-be17-7a5da98eb23d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494680
Apr 19 19:26:18.616784 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-72b2a78c-7159-457c-b2ce-a3c7f3850477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:18.924220 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a9c4ee-f231-4ad4-8a68-aa7b72ed55f3 req-c6f0537c-8cc5-483d-8168-c9617e85780c tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:18.928300 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e8a9c4ee-f231-4ad4-8a68-aa7b72ed55f3 req-c6f0537c-8cc5-483d-8168-c9617e85780c tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f5bc227-3ca5-47fe-bd9b-8ac4d1e1e3c2 HTTP/1.1" status: 200  len: 945 time: 0.1819212
Apr 19 19:26:19.008813 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e8a9c4ee-f231-4ad4-8a68-aa7b72ed55f3 req-3fca4e4b-135c-4c70-938e-e7b8e2eb3fca tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740368
Apr 19 19:26:19.314898 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b41b65-9f75-41ee-ab8a-8be33e19079a req-eb5dbb97-499e-4e9f-a752-700da829d13c tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:19.316844 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-55b41b65-9f75-41ee-ab8a-8be33e19079a req-eb5dbb97-499e-4e9f-a752-700da829d13c tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a2e57ab-ae13-4fe0-8550-86a32f652051 HTTP/1.1" status: 200  len: 945 time: 0.1550224
Apr 19 19:26:19.380322 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-55b41b65-9f75-41ee-ab8a-8be33e19079a req-0d8c4589-c0e0-4356-84ff-75c448ef26c9 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bb966a8-856d-4456-a718-193d52b80079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496233
Apr 19 19:26:19.708088 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0606e4aa-25af-4101-8c40-a3ec37c1cde0 req-a1e90e3e-a745-470a-bfbb-5acc4ae0f8b2 tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:19.709981 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0606e4aa-25af-4101-8c40-a3ec37c1cde0 req-a1e90e3e-a745-470a-bfbb-5acc4ae0f8b2 tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] 10.222.0.36 "GET /v2.0/ports?device_id=f08de347-15dc-404e-af5b-ccaa77929838 HTTP/1.1" status: 200  len: 945 time: 0.1095746
Apr 19 19:26:19.730831 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-000a1909-ab5b-4f97-8afb-04fdec5398f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:19.765500 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0606e4aa-25af-4101-8c40-a3ec37c1cde0 req-8cd98080-301e-404e-a9f0-6460d6c32619 tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba47e093-5ded-4fa1-be17-7a5da98eb23d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478327
Apr 19 19:26:19.951706 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:20.325238 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275bfb2e-8d9e-4eb8-8410-0b59ad94e363 req-138fbffc-4d8c-4dc2-a636-068e2a78029a tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:20.326961 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-275bfb2e-8d9e-4eb8-8410-0b59ad94e363 req-138fbffc-4d8c-4dc2-a636-068e2a78029a tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f5bc227-3ca5-47fe-bd9b-8ac4d1e1e3c2 HTTP/1.1" status: 200  len: 945 time: 0.0961821
Apr 19 19:26:20.385496 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-275bfb2e-8d9e-4eb8-8410-0b59ad94e363 req-1188ffaf-b211-4287-906f-104986e5905f tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508747
Apr 19 19:26:20.642218 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5c78a517-44d6-4271-a115-cae59bf86ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:20.687047 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626f334-2e9d-41ea-97ca-baaf9325d238 req-2d6a5549-8ba3-4145-b4fa-d4fa206f5a60 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:20.689053 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a626f334-2e9d-41ea-97ca-baaf9325d238 req-2d6a5549-8ba3-4145-b4fa-d4fa206f5a60 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a2e57ab-ae13-4fe0-8550-86a32f652051 HTTP/1.1" status: 200  len: 945 time: 0.1016052
Apr 19 19:26:20.776002 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a626f334-2e9d-41ea-97ca-baaf9325d238 req-4002fd0e-7b16-4583-9373-e60836214051 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bb966a8-856d-4456-a718-193d52b80079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0736988
Apr 19 19:26:21.046247 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b73bcc-17f6-4af0-8306-4f15ed70c7ab req-290b6bbd-85f6-4374-9507-34ede5709b11 tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:21.048100 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d4b73bcc-17f6-4af0-8306-4f15ed70c7ab req-290b6bbd-85f6-4374-9507-34ede5709b11 tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] 10.222.0.36 "GET /v2.0/ports?device_id=f08de347-15dc-404e-af5b-ccaa77929838 HTTP/1.1" status: 200  len: 945 time: 0.1233859
Apr 19 19:26:21.097593 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162cdc68-21cb-4fa7-9642-62f80e5a5a13 req-a2dfc33a-f484-4335-b469-4d3cce4dae80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:21.100872 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-162cdc68-21cb-4fa7-9642-62f80e5a5a13 req-a2dfc33a-f484-4335-b469-4d3cce4dae80 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a4cfddf6-741b-4335-bc05-1c15da9b2a0f HTTP/1.1" status: 200  len: 920 time: 0.2488163
Apr 19 19:26:21.126349 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d4b73bcc-17f6-4af0-8306-4f15ed70c7ab req-3e06ea05-59f7-4607-8bc5-025dba0d63b5 tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba47e093-5ded-4fa1-be17-7a5da98eb23d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568974
Apr 19 19:26:21.202160 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-162cdc68-21cb-4fa7-9642-62f80e5a5a13 req-2199a288-74c7-4c9f-b08d-4bd2e977a591 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cab83bf1-2c70-49a3-a19a-4d1ec5d2a0d2 HTTP/1.1" status: 200  len: 217 time: 0.0917661
Apr 19 19:26:21.282011 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162cdc68-21cb-4fa7-9642-62f80e5a5a13 req-b9e28193-7471-4f22-8052-70ca7064711a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:21.283659 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-162cdc68-21cb-4fa7-9642-62f80e5a5a13 req-b9e28193-7471-4f22-8052-70ca7064711a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3af27814-af97-4e02-926e-ece558d9dead HTTP/1.1" status: 200  len: 859 time: 0.0727427
Apr 19 19:26:21.363452 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-162cdc68-21cb-4fa7-9642-62f80e5a5a13 req-cbcfa126-1b6b-47e0-9f5b-62b2ea2f44f3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a4cfddf6-741b-4335-bc05-1c15da9b2a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0523288
Apr 19 19:26:21.470507 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 48950) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:26:21.536220 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-162cdc68-21cb-4fa7-9642-62f80e5a5a13 req-0ec4d80b-dff9-49fe-a10c-5a6ed6686820 service neutron] 10.222.0.20 "GET /v2.0/networks/a4cfddf6-741b-4335-bc05-1c15da9b2a0f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1578526
Apr 19 19:26:21.718474 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-90aedcf7-8505-47e6-8ce6-7648cfa81965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:21.723694 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-162cdc68-21cb-4fa7-9642-62f80e5a5a13 req-8e2678bd-d331-46af-9ad8-2fee1bf0597c service neutron] 10.222.0.20 "GET /v2.0/networks/a4cfddf6-741b-4335-bc05-1c15da9b2a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1745286
Apr 19 19:26:21.743109 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-90aedcf7-8505-47e6-8ce6-7648cfa81965 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:26:21.756722 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-90aedcf7-8505-47e6-8ce6-7648cfa81965 admin admin] Usage tracker for resource:security_group_rule and tenant:1ef0aa91afab405b88a2703941c9301f is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:26:21.776581 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-90aedcf7-8505-47e6-8ce6-7648cfa81965 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:26:21.807939 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-90aedcf7-8505-47e6-8ce6-7648cfa81965 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:26:21.858858 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8048f0-c5e4-47c8-abc9-e0cce1443556 req-07788644-87b9-44a3-8ff4-dfd213b58584 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:21.862296 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7b8048f0-c5e4-47c8-abc9-e0cce1443556 req-07788644-87b9-44a3-8ff4-dfd213b58584 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f5bc227-3ca5-47fe-bd9b-8ac4d1e1e3c2 HTTP/1.1" status: 200  len: 945 time: 0.2935777
Apr 19 19:26:22.112978 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-90aedcf7-8505-47e6-8ce6-7648cfa81965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:22.125375 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7b8048f0-c5e4-47c8-abc9-e0cce1443556 req-93d0b516-617f-40b6-9b7b-72b3e749d82d tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2491562
Apr 19 19:26:22.133998 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-90aedcf7-8505-47e6-8ce6-7648cfa81965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:22.142578 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:26:22.200993 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aedcf7-8505-47e6-8ce6-7648cfa81965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a772b074-d65f-4171-a5e4-51ebd30e7b9b,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:26:22.215432 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-90aedcf7-8505-47e6-8ce6-7648cfa81965 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1ef0aa91afab405b88a2703941c9301f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7434671
Apr 19 19:26:22.215580 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 48984) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:26:22.219585 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-90aedcf7-8505-47e6-8ce6-7648cfa81965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:26:22.268842 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda37663-1100-496b-8df6-541550e89cf9 req-78ca935a-84c7-43e3-9a42-d98f3e52af9c tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:22.271540 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-cda37663-1100-496b-8df6-541550e89cf9 req-78ca935a-84c7-43e3-9a42-d98f3e52af9c tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a2e57ab-ae13-4fe0-8550-86a32f652051 HTTP/1.1" status: 200  len: 945 time: 0.2069535
Apr 19 19:26:22.335487 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-cda37663-1100-496b-8df6-541550e89cf9 req-f27b61e3-bad6-4aa4-bc61-0c66e048f6b2 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bb966a8-856d-4456-a718-193d52b80079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0509291
Apr 19 19:26:22.352355 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7a2d2190-84b7-473c-aad6-7ef622386948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:22.395373 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7a2d2190-84b7-473c-aad6-7ef622386948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:22.472971 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7a2d2190-84b7-473c-aad6-7ef622386948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:22.486955 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:26:22.529571 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2d2190-84b7-473c-aad6-7ef622386948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a772b074-d65f-4171-a5e4-51ebd30e7b9b,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:26:22.548285 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-7a2d2190-84b7-473c-aad6-7ef622386948 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:26:22.554592 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7a2d2190-84b7-473c-aad6-7ef622386948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:22.557216 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-7a2d2190-84b7-473c-aad6-7ef622386948 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a772b074-d65f-4171-a5e4-51ebd30e7b9b HTTP/1.1" status: 204  len: 168 time: 0.3401084
Apr 19 19:26:22.721185 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bfddeb-c91e-4aea-9114-d2ed4f3e1eb7 req-b71b61e4-5acd-4a58-9cc7-0af5c6c498aa tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:22.723998 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b6bfddeb-c91e-4aea-9114-d2ed4f3e1eb7 req-b71b61e4-5acd-4a58-9cc7-0af5c6c498aa tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] 10.222.0.36 "GET /v2.0/ports?device_id=f08de347-15dc-404e-af5b-ccaa77929838 HTTP/1.1" status: 200  len: 945 time: 0.1242435
Apr 19 19:26:22.810503 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b6bfddeb-c91e-4aea-9114-d2ed4f3e1eb7 req-a33b3ff1-4630-4bbc-9927-c74cf649cb70 tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba47e093-5ded-4fa1-be17-7a5da98eb23d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718992
Apr 19 19:26:23.048917 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 49006) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:26:23.069350 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-27de5777-5d75-4bdc-9bfa-84febca7a7da admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:23.086635 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-27de5777-5d75-4bdc-9bfa-84febca7a7da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:26:23.091305 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-27de5777-5d75-4bdc-9bfa-84febca7a7da admin admin] Usage tracker for resource:security_group_rule and tenant:5c637cedd1b24578a0865e159698a284 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:26:23.096956 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-27de5777-5d75-4bdc-9bfa-84febca7a7da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:26:23.109056 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-27de5777-5d75-4bdc-9bfa-84febca7a7da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:26:23.248123 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031761a1-c122-4146-a267-60a295e77ee8 req-4bdc0b3f-9b1b-4e2b-8886-8e7c79a47da9 tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:23.249742 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-031761a1-c122-4146-a267-60a295e77ee8 req-4bdc0b3f-9b1b-4e2b-8886-8e7c79a47da9 tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] 10.222.0.20 "GET /v2.0/ports?device_id=f08de347-15dc-404e-af5b-ccaa77929838 HTTP/1.1" status: 200  len: 945 time: 0.1377804
Apr 19 19:26:23.366855 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-27de5777-5d75-4bdc-9bfa-84febca7a7da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:23.370987 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-27de5777-5d75-4bdc-9bfa-84febca7a7da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:23.382686 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:26:23.400311 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81915f8-41d9-4c82-902f-aa1b26efa163 req-6964f736-2730-4069-be49-5ce192a3abce tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:23.403502 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f81915f8-41d9-4c82-902f-aa1b26efa163 req-6964f736-2730-4069-be49-5ce192a3abce tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f5bc227-3ca5-47fe-bd9b-8ac4d1e1e3c2 HTTP/1.1" status: 200  len: 945 time: 0.1447713
Apr 19 19:26:23.489783 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f81915f8-41d9-4c82-902f-aa1b26efa163 req-a39a6e71-ccfc-44b3-ade2-87bca82f271b tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0791285
Apr 19 19:26:23.635330 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-031761a1-c122-4146-a267-60a295e77ee8 req-e85fe3e7-ffef-4e3d-85b1-4b024f07c5f9 tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] Deleting port cf4e8a80-8c9d-465f-ab2a-dbba77f1be90 {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:26:23.635681 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-031761a1-c122-4146-a267-60a295e77ee8 req-e85fe3e7-ffef-4e3d-85b1-4b024f07c5f9 tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:23.724145 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-27de5777-5d75-4bdc-9bfa-84febca7a7da admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5c637cedd1b24578a0865e159698a284&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6739774
Apr 19 19:26:23.728362 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27de5777-5d75-4bdc-9bfa-84febca7a7da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=358b1c89-68dc-4394-907f-d0740c04607b,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:26:23.730059 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 49020) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:26:23.734119 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-27de5777-5d75-4bdc-9bfa-84febca7a7da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:26:23.783694 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0976b-1192-4bb5-af7d-b3b4748e418d req-1c2c3704-2c85-4f94-ab28-8430c236164d tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:23.787142 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-79f0976b-1192-4bb5-af7d-b3b4748e418d req-1c2c3704-2c85-4f94-ab28-8430c236164d tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a2e57ab-ae13-4fe0-8550-86a32f652051 HTTP/1.1" status: 200  len: 945 time: 0.1594298
Apr 19 19:26:23.895420 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-53f26b60-6ec7-44ee-8c26-51674591d69f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:23.917210 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-79f0976b-1192-4bb5-af7d-b3b4748e418d req-f42be1ff-b2be-4c55-8dc2-70f7a370d217 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bb966a8-856d-4456-a718-193d52b80079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1142161
Apr 19 19:26:23.969715 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-53f26b60-6ec7-44ee-8c26-51674591d69f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:24.111228 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-53f26b60-6ec7-44ee-8c26-51674591d69f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:24.112659 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-031761a1-c122-4146-a267-60a295e77ee8 req-e85fe3e7-ffef-4e3d-85b1-4b024f07c5f9 tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] For port cf4e8a80-8c9d-465f-ab2a-dbba77f1be90, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=cf4e8a80-8c9d-465f-ab2a-dbba77f1be90,segment=NetworkSegment(c63b6c5a-1ef7-4e68-bc05-ec7a4cd6e288),segment_id=c63b6c5a-1ef7-4e68-bc05-ec7a4cd6e288)] {{(pid=86369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:26:24.112997 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-031761a1-c122-4146-a267-60a295e77ee8 req-e85fe3e7-ffef-4e3d-85b1-4b024f07c5f9 tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697982'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:24.121250 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-af33be2a-b16b-4e40-813b-13572e3bd4fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:26:24.196738 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f26b60-6ec7-44ee-8c26-51674591d69f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=358b1c89-68dc-4394-907f-d0740c04607b,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:26:24.220644 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-53f26b60-6ec7-44ee-8c26-51674591d69f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:26:24.229311 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-53f26b60-6ec7-44ee-8c26-51674591d69f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:24.233823 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-53f26b60-6ec7-44ee-8c26-51674591d69f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/358b1c89-68dc-4394-907f-d0740c04607b HTTP/1.1" status: 204  len: 168 time: 0.5013723
Apr 19 19:26:24.251628 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b89360-652b-4693-8e43-96ee1d0be652 req-a2200023-ba73-4e4d-acd2-9ee0d1cca32f tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:24.253394 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-61b89360-652b-4693-8e43-96ee1d0be652 req-a2200023-ba73-4e4d-acd2-9ee0d1cca32f tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] 10.222.0.36 "GET /v2.0/ports?device_id=f08de347-15dc-404e-af5b-ccaa77929838 HTTP/1.1" status: 200  len: 945 time: 0.2288561
Apr 19 19:26:24.288118 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-031761a1-c122-4146-a267-60a295e77ee8 req-e85fe3e7-ffef-4e3d-85b1-4b024f07c5f9 tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] Calling delete_port for cf4e8a80-8c9d-465f-ab2a-dbba77f1be90 owned by compute:nova {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:26:24.356563 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-61b89360-652b-4693-8e43-96ee1d0be652 req-a40fd309-22e8-4b21-8076-28727e539afc tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba47e093-5ded-4fa1-be17-7a5da98eb23d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0905793
Apr 19 19:26:24.371519 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f48778a-1a67-454f-9d44-ba72c557e1ba req-593e3ffc-d769-43cc-add3-fb6bf5076813 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:24.373268 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0f48778a-1a67-454f-9d44-ba72c557e1ba req-593e3ffc-d769-43cc-add3-fb6bf5076813 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a2e57ab-ae13-4fe0-8550-86a32f652051 HTTP/1.1" status: 200  len: 945 time: 0.2548952
Apr 19 19:26:24.392289 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 49044) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:26:24.399953 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-0f5b3f1a-5b31-41e1-ac15-c71e529f1423 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Request body: {'floatingip': {'port_id': '45b6b85b-b353-43a5-b050-4c60b887ef29'}} {{(pid=86368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:26:24.504123 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0f5b3f1a-5b31-41e1-ac15-c71e529f1423 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks [] for floatingip, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:24.886098 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-031761a1-c122-4146-a267-60a295e77ee8 req-e85fe3e7-ffef-4e3d-85b1-4b024f07c5f9 tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297115604255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297116051999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31618435'] for port, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:24.896088 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:26:25.101456 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85fe3e7-ffef-4e3d-85b1-4b024f07c5f9 tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] Pushing event deleted for resources: {'Port': ['ID=cf4e8a80-8c9d-465f-ab2a-dbba77f1be90,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:26:25.123438 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e85fe3e7-ffef-4e3d-85b1-4b024f07c5f9 tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:26:25.253133 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-031761a1-c122-4146-a267-60a295e77ee8 req-e85fe3e7-ffef-4e3d-85b1-4b024f07c5f9 tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] No DVR routers for this DVR port cf4e8a80-8c9d-465f-ab2a-dbba77f1be90 on host hv-cinder-78693 {{(pid=86369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 19:26:25.260032 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-031761a1-c122-4146-a267-60a295e77ee8 req-e85fe3e7-ffef-4e3d-85b1-4b024f07c5f9 tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:25.268266 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f08de347-15dc-404e-af5b-ccaa77929838', 'name': 'network-vif-deleted', 'tag': 'cf4e8a80-8c9d-465f-ab2a-dbba77f1be90'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:26:25.330593 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-031761a1-c122-4146-a267-60a295e77ee8 req-e85fe3e7-ffef-4e3d-85b1-4b024f07c5f9 tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] 10.222.0.20 "DELETE /v2.0/ports/cf4e8a80-8c9d-465f-ab2a-dbba77f1be90 HTTP/1.1" status: 204  len: 173 time: 2.0736985
Apr 19 19:26:25.420054 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d861a-bc2d-4f26-acfe-6a628117edbd req-bdada6ca-98ab-4efb-8a97-87a9c24567f5 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:25.429279 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f08de347-15dc-404e-af5b-ccaa77929838', 'name': 'network-vif-deleted', 'tag': 'cf4e8a80-8c9d-465f-ab2a-dbba77f1be90', 'status': 'completed', 'code': 200}
Apr 19 19:26:25.435263 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a11d861a-bc2d-4f26-acfe-6a628117edbd req-bdada6ca-98ab-4efb-8a97-87a9c24567f5 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f5bc227-3ca5-47fe-bd9b-8ac4d1e1e3c2 HTTP/1.1" status: 200  len: 945 time: 0.5548058
Apr 19 19:26:25.703182 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a11d861a-bc2d-4f26-acfe-6a628117edbd req-610d4528-6714-4103-9d12-225a7464e720 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2661827
Apr 19 19:26:25.925659 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-97e3f163-58d3-458d-85e2-d1d521c1cdd2 req-95334564-3b58-495f-9634-8bba8958bd29 tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] 10.222.0.36 "GET /v2.0/ports?device_id=f08de347-15dc-404e-af5b-ccaa77929838 HTTP/1.1" status: 200  len: 210 time: 0.2165604
Apr 19 19:26:25.945024 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 49098) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:26:26.335503 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-fa36bb89-620f-48fc-9697-4e2345a2f1f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:26.393500 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-fa36bb89-620f-48fc-9697-4e2345a2f1f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:26:26.418020 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-fa36bb89-620f-48fc-9697-4e2345a2f1f8 admin admin] Usage tracker for resource:security_group_rule and tenant:51ee6f7006f74a3a8276ab96f2a32dfc is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:26:26.428814 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-fa36bb89-620f-48fc-9697-4e2345a2f1f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:26:26.445079 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-fa36bb89-620f-48fc-9697-4e2345a2f1f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:26:26.452521 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0f5b3f1a-5b31-41e1-ac15-c71e529f1423 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:26.456535 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device cf4e8a80-8c9d-465f-ab2a-dbba77f1be90 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:26:26.460110 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0f5b3f1a-5b31-41e1-ac15-c71e529f1423 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854086990'] for floatingip, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:26.505922 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] No Port match for: cf4e8a80-8c9d-465f-ab2a-dbba77f1be90 {{(pid=86370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:26:26.506550 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device cf4e8a80-8c9d-465f-ab2a-dbba77f1be90 not bound to the agent host hv-cinder-78693 {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:26:26.595478 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-fa36bb89-620f-48fc-9697-4e2345a2f1f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:26.602924 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-fa36bb89-620f-48fc-9697-4e2345a2f1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:26.614234 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:26:26.662530 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-fa36bb89-620f-48fc-9697-4e2345a2f1f8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=51ee6f7006f74a3a8276ab96f2a32dfc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7155182
Apr 19 19:26:26.663600 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa36bb89-620f-48fc-9697-4e2345a2f1f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e072a210-9e56-4482-a4da-e6f81ebe58fa,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:26:26.667043 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-fa36bb89-620f-48fc-9697-4e2345a2f1f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:26:26.667580 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 49122) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:26:26.755929 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b8e9f4be-6938-4774-875b-d288ba98b31f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:26.794693 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.db.l3_db [None req-0f5b3f1a-5b31-41e1-ac15-c71e529f1423 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Floating IP a35fa1f0-8b42-4216-806d-6697179e9d68 associated. External IP: 172.27.1.228, port: 45b6b85b-b353-43a5-b050-4c60b887ef29.
Apr 19 19:26:26.806139 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b8e9f4be-6938-4774-875b-d288ba98b31f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:26.867907 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b8e9f4be-6938-4774-875b-d288ba98b31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:26.877445 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-27de5777-5d75-4bdc-9bfa-84febca7a7da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:26:26.899955 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e9f4be-6938-4774-875b-d288ba98b31f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e072a210-9e56-4482-a4da-e6f81ebe58fa,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:26:26.904235 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b8e9f4be-6938-4774-875b-d288ba98b31f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:26:26.913793 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b8e9f4be-6938-4774-875b-d288ba98b31f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:26.915204 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-b8e9f4be-6938-4774-875b-d288ba98b31f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e072a210-9e56-4482-a4da-e6f81ebe58fa HTTP/1.1" status: 204  len: 168 time: 0.2464056
Apr 19 19:26:27.198151 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ac2e9-3d70-4e10-949b-9fc181965507 req-6fe1579b-a7a6-4586-a21c-0c7d094523f8 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:27.206395 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e16ac2e9-3d70-4e10-949b-9fc181965507 req-6fe1579b-a7a6-4586-a21c-0c7d094523f8 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f5bc227-3ca5-47fe-bd9b-8ac4d1e1e3c2 HTTP/1.1" status: 200  len: 945 time: 0.2978907
Apr 19 19:26:27.843199 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 49164) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:26:27.867935 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-93654296-5680-4773-93a1-f3f6b3c5a2eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:27.892877 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-93654296-5680-4773-93a1-f3f6b3c5a2eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:26:27.899350 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-93654296-5680-4773-93a1-f3f6b3c5a2eb admin admin] Usage tracker for resource:security_group_rule and tenant:60d894b9a8334cb489d9ec972163301c is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:26:27.904532 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-93654296-5680-4773-93a1-f3f6b3c5a2eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:26:27.912655 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-93654296-5680-4773-93a1-f3f6b3c5a2eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:26:27.954167 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e16ac2e9-3d70-4e10-949b-9fc181965507 req-12ee226a-7d3b-42f8-be39-73cdde052d46 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7467055
Apr 19 19:26:27.959409 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2e8c40c3-6f01-4d7a-b868-5c592b4c5db4 req-cdc12dc0-e46f-47a7-9820-7eedda21161b tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] 10.222.0.36 "GET /v2.0/ports?device_id=f08de347-15dc-404e-af5b-ccaa77929838 HTTP/1.1" status: 200  len: 210 time: 0.1582894
Apr 19 19:26:28.124516 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f5b3f1a-5b31-41e1-ac15-c71e529f1423 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Router 721b2fd1-6523-4d17-81c2-bdaefed50046 has already been hosted by L3 agent a3cf2d1c-6710-4478-a129-20091cfe97d1 {{(pid=86368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:26:28.191684 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-93654296-5680-4773-93a1-f3f6b3c5a2eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:28.204651 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-93654296-5680-4773-93a1-f3f6b3c5a2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:28.218473 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-7e9ab383-cb1e-4007-bdd0-f4ac27bade5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:26:28.291406 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-93654296-5680-4773-93a1-f3f6b3c5a2eb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=60d894b9a8334cb489d9ec972163301c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4439712
Apr 19 19:26:28.291406 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93654296-5680-4773-93a1-f3f6b3c5a2eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d83ed2f-55d3-487f-a984-f85159381bd2,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:26:28.292509 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 49180) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:26:28.296681 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-93654296-5680-4773-93a1-f3f6b3c5a2eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:26:28.374188 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-69067ca0-391c-4212-acdd-aafbeb800822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:28.375413 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f5b3f1a-5b31-41e1-ac15-c71e529f1423 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify agent at l3_agent.dv-cinder-786932-1-iscsi the message routers_updated {{(pid=86368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:26:28.385915 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6a5606-66ac-4e7e-9fbd-c83074022830 None None] Sync routers for ids ['721b2fd1-6523-4d17-81c2-bdaefed50046'] in dv-cinder-786932-1-iscsi {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:26:28.387153 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0f5b3f1a-5b31-41e1-ac15-c71e529f1423 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for floatingip, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:28.398174 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6a5606-66ac-4e7e-9fbd-c83074022830 None None] Routers {'721b2fd1-6523-4d17-81c2-bdaefed50046'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:26:28.398867 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-2a6a5606-66ac-4e7e-9fbd-c83074022830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0f65d400>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:26:19Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['721b2fd1-6523-4d17-81c2-bdaefed50046'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:26:28.421715 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-69067ca0-391c-4212-acdd-aafbeb800822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:28.469028 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-0f5b3f1a-5b31-41e1-ac15-c71e529f1423 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "PUT /v2.0/floatingips/a35fa1f0-8b42-4216-806d-6697179e9d68 HTTP/1.1" status: 200  len: 991 time: 4.0749509
Apr 19 19:26:28.470059 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a2e57ab-ae13-4fe0-8550-86a32f652051', 'tag': '45b6b85b-b353-43a5-b050-4c60b887ef29'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:26:28.487460 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-69067ca0-391c-4212-acdd-aafbeb800822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:28.496924 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:26:28.544868 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-69067ca0-391c-4212-acdd-aafbeb800822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:28.550300 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-69067ca0-391c-4212-acdd-aafbeb800822 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6d83ed2f-55d3-487f-a984-f85159381bd2 HTTP/1.1" status: 204  len: 168 time: 0.2525797
Apr 19 19:26:28.550300 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69067ca0-391c-4212-acdd-aafbeb800822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d83ed2f-55d3-487f-a984-f85159381bd2,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:26:28.562189 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-69067ca0-391c-4212-acdd-aafbeb800822 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:26:28.624229 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-2a6a5606-66ac-4e7e-9fbd-c83074022830 None None] Set router 721b2fd1-6523-4d17-81c2-bdaefed50046 gateway port host: dv-cinder-786932-1-iscsi {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:26:28.671192 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a2e57ab-ae13-4fe0-8550-86a32f652051', 'tag': '45b6b85b-b353-43a5-b050-4c60b887ef29', 'status': 'completed', 'code': 200}
Apr 19 19:26:28.694026 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 49192) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:26:28.831966 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9bba26-b368-416b-bf61-19581db20183 req-a7ef17de-7f9b-4cc7-8aa2-1c73aeaf6f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:28.834187 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4c9bba26-b368-416b-bf61-19581db20183 req-a7ef17de-7f9b-4cc7-8aa2-1c73aeaf6f33 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cc39b9932e394741a871cc678ffadd40&device_id=7a2e57ab-ae13-4fe0-8550-86a32f652051 HTTP/1.1" status: 200  len: 1098 time: 0.0944166
Apr 19 19:26:28.837786 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:29.166468 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-361d6a37-ead8-48ee-ac17-e5c478546e18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:29.211282 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-361d6a37-ead8-48ee-ac17-e5c478546e18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:26:29.221898 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-361d6a37-ead8-48ee-ac17-e5c478546e18 admin admin] Usage tracker for resource:security_group_rule and tenant:84dfcc21f2fc4a02bee3edbdf89668c1 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:26:29.227136 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-361d6a37-ead8-48ee-ac17-e5c478546e18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:26:29.230921 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9bba26-b368-416b-bf61-19581db20183 req-8582334a-5878-460c-b171-ddee0cdeb748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:29.232733 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4c9bba26-b368-416b-bf61-19581db20183 req-8582334a-5878-460c-b171-ddee0cdeb748 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9d269001-9e9c-479f-88fd-1acf166660c3 HTTP/1.1" status: 200  len: 912 time: 0.3896151
Apr 19 19:26:29.238205 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-361d6a37-ead8-48ee-ac17-e5c478546e18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:26:29.310395 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-2a6a5606-66ac-4e7e-9fbd-c83074022830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0f65d400>, [{'id': '721b2fd1-6523-4d17-81c2-bdaefed50046', 'name': 'tempest-AttachVolumeTestJSON-1543954745-router', 'tenant_id': 'cc39b9932e394741a871cc678ffadd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '3088cc3a-fd41-4640-9ce2-11b8c575e025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:25:03Z', 'updated_at': '2021-04-19T19:25:26Z', 'revision_number': 4, 'project_id': 'cc39b9932e394741a871cc678ffadd40', 'gw_port': {'id': '3088cc3a-fd41-4640-9ce2-11b8c575e025', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:91:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721b2fd1-6523-4d17-81c2-bdaefed50046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:06Z', 'updated_at': '2021-04-19T19:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_floatingips': [{'id': 'a35fa1f0-8b42-4216-806d-6697179e9d68', 'tenant_id': 'cc39b9932e394741a871cc678ffadd40', 'floating_ip_address': '172.27.1.228', 'floating_network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'router_id': '721b2fd1-6523-4d17-81c2-bdaefed50046', 'port_id': '45b6b85b-b353-43a5-b050-4c60b887ef29', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d269001-9e9c-479f-88fd-1acf166660c3', 'mac_address': 'fa:16:3e:18:21:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2e57ab-ae13-4fe0-8550-86a32f652051', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:25:40Z', 'updated_at': '2021-04-19T19:26:26Z', 'revision_number': 1, 'project_id': 'cc39b9932e394741a871cc678ffadd40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97168d22-39e0-488c-baad-6c9ea8caa279', 'name': '', 'network_id': '9d269001-9e9c-479f-88fd-1acf166660c3', 'tenant_id': 'cc39b9932e394741a871cc678ffadd40', 'mac_address': 'fa:16:3e:eb:13:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721b2fd1-6523-4d17-81c2-bdaefed50046', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '00f7e508-0145-491e-8134-c9fdb454d461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:22Z', 'updated_at': '2021-04-19T19:25:40Z', 'revision_number': 5, 'project_id': 'cc39b9932e394741a871cc678ffadd40', 'subnets': [{'id': '00f7e508-0145-491e-8134-c9fdb454d461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:26:29.325764 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6a5606-66ac-4e7e-9fbd-c83074022830 None None] Checking router: 721b2fd1-6523-4d17-81c2-bdaefed50046 for host: dv-cinder-786932-1-iscsi {{(pid=86371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:26:29.383760 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c9ff7-6bd6-4d87-ac11-1fd254476967 req-b83b62f8-3315-4b6b-9d63-a3a06ffc33b2 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:29.400106 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f60c9ff7-6bd6-4d87-ac11-1fd254476967 req-b83b62f8-3315-4b6b-9d63-a3a06ffc33b2 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f5bc227-3ca5-47fe-bd9b-8ac4d1e1e3c2 HTTP/1.1" status: 200  len: 945 time: 0.2170382
Apr 19 19:26:29.401796 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6a5606-66ac-4e7e-9fbd-c83074022830 None None] Routers {'721b2fd1-6523-4d17-81c2-bdaefed50046'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:26:29.402933 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-2a6a5606-66ac-4e7e-9fbd-c83074022830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0f65d400>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:26:19Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['721b2fd1-6523-4d17-81c2-bdaefed50046'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:26:29.541996 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f60c9ff7-6bd6-4d87-ac11-1fd254476967 req-542e64dc-1d0f-4934-90f5-5911db3f83e0 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1403484
Apr 19 19:26:29.543439 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4c9bba26-b368-416b-bf61-19581db20183 req-d06cc62c-6e4a-4ee6-95ad-d3d411e2096d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45b6b85b-b353-43a5-b050-4c60b887ef29 HTTP/1.1" status: 200  len: 999 time: 0.2791514
Apr 19 19:26:29.737154 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9bba26-b368-416b-bf61-19581db20183 req-318ba0bb-ae00-49d4-9b19-51374f27ab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:29.739712 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4c9bba26-b368-416b-bf61-19581db20183 req-318ba0bb-ae00-49d4-9b19-51374f27ab12 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=00f7e508-0145-491e-8134-c9fdb454d461 HTTP/1.1" status: 200  len: 850 time: 0.1728981
Apr 19 19:26:29.862610 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-2a6a5606-66ac-4e7e-9fbd-c83074022830 None None] Set router 721b2fd1-6523-4d17-81c2-bdaefed50046 gateway port host: dv-cinder-786932-1-iscsi {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:26:29.872377 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-361d6a37-ead8-48ee-ac17-e5c478546e18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:29.888882 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-361d6a37-ead8-48ee-ac17-e5c478546e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:29.926335 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-69067ca0-391c-4212-acdd-aafbeb800822 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:26:30.056452 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361d6a37-ead8-48ee-ac17-e5c478546e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad31b8f8-0306-48d7-be36-56bd83153498,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:26:30.073235 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-361d6a37-ead8-48ee-ac17-e5c478546e18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:26:30.191111 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9bba26-b368-416b-bf61-19581db20183 req-43126ea7-371d-435a-86ca-a2aaec5aa5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:30.198036 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4c9bba26-b368-416b-bf61-19581db20183 req-43126ea7-371d-435a-86ca-a2aaec5aa5da service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9d269001-9e9c-479f-88fd-1acf166660c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4361823
Apr 19 19:26:30.212662 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-361d6a37-ead8-48ee-ac17-e5c478546e18 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=84dfcc21f2fc4a02bee3edbdf89668c1&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5140078
Apr 19 19:26:30.216218 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 49248) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:26:30.300496 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4343c4-5af6-4634-81d9-8cce04e47e91 req-bc0060fa-2243-4830-88b0-cfbb8844c1e7 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:30.305011 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9f4343c4-5af6-4634-81d9-8cce04e47e91 req-bc0060fa-2243-4830-88b0-cfbb8844c1e7 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/networks?id=25ae2e40-a0fd-4be2-80cb-8d7a91db2a23 HTTP/1.1" status: 200  len: 814 time: 0.3645394
Apr 19 19:26:30.335280 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9f4343c4-5af6-4634-81d9-8cce04e47e91 req-9327a509-91fa-4660-a778-d8430bc94a99 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/quotas/85413127fef4416ca1237dc13d0f6ce2 HTTP/1.1" status: 200  len: 375 time: 0.0178614
Apr 19 19:26:30.550686 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9f4343c4-5af6-4634-81d9-8cce04e47e91 req-f329a7a4-2cef-48b2-aa06-761bd48b05d2 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=85413127fef4416ca1237dc13d0f6ce2&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2027962
Apr 19 19:26:30.578089 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-2a6a5606-66ac-4e7e-9fbd-c83074022830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0f65d400>, [{'id': '721b2fd1-6523-4d17-81c2-bdaefed50046', 'name': 'tempest-AttachVolumeTestJSON-1543954745-router', 'tenant_id': 'cc39b9932e394741a871cc678ffadd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '3088cc3a-fd41-4640-9ce2-11b8c575e025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:25:03Z', 'updated_at': '2021-04-19T19:25:26Z', 'revision_number': 4, 'project_id': 'cc39b9932e394741a871cc678ffadd40', 'gw_port': {'id': '3088cc3a-fd41-4640-9ce2-11b8c575e025', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:91:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721b2fd1-6523-4d17-81c2-bdaefed50046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:06Z', 'updated_at': '2021-04-19T19:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_floatingips': [{'id': 'a35fa1f0-8b42-4216-806d-6697179e9d68', 'tenant_id': 'cc39b9932e394741a871cc678ffadd40', 'floating_ip_address': '172.27.1.228', 'floating_network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'router_id': '721b2fd1-6523-4d17-81c2-bdaefed50046', 'port_id': '45b6b85b-b353-43a5-b050-4c60b887ef29', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d269001-9e9c-479f-88fd-1acf166660c3', 'mac_address': 'fa:16:3e:18:21:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2e57ab-ae13-4fe0-8550-86a32f652051', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:25:40Z', 'updated_at': '2021-04-19T19:26:26Z', 'revision_number': 1, 'project_id': 'cc39b9932e394741a871cc678ffadd40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97168d22-39e0-488c-baad-6c9ea8caa279', 'name': '', 'network_id': '9d269001-9e9c-479f-88fd-1acf166660c3', 'tenant_id': 'cc39b9932e394741a871cc678ffadd40', 'mac_address': 'fa:16:3e:eb:13:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721b2fd1-6523-4d17-81c2-bdaefed50046', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '00f7e508-0145-491e-8134-c9fdb454d461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:22Z', 'updated_at': '2021-04-19T19:25:40Z', 'revision_number': 5, 'project_id': 'cc39b9932e394741a871cc678ffadd40', 'subnets': [{'id': '00f7e508-0145-491e-8134-c9fdb454d461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:26:30.591013 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6a5606-66ac-4e7e-9fbd-c83074022830 None None] The sync data for ids ['721b2fd1-6523-4d17-81c2-bdaefed50046'] in dv-cinder-786932-1-iscsi is: [{'id': '721b2fd1-6523-4d17-81c2-bdaefed50046', 'name': 'tempest-AttachVolumeTestJSON-1543954745-router', 'tenant_id': 'cc39b9932e394741a871cc678ffadd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '3088cc3a-fd41-4640-9ce2-11b8c575e025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:25:03Z', 'updated_at': '2021-04-19T19:25:26Z', 'revision_number': 4, 'project_id': 'cc39b9932e394741a871cc678ffadd40', 'gw_port': {'id': '3088cc3a-fd41-4640-9ce2-11b8c575e025', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:91:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721b2fd1-6523-4d17-81c2-bdaefed50046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:06Z', 'updated_at': '2021-04-19T19:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_floatingips': [{'id': 'a35fa1f0-8b42-4216-806d-6697179e9d68', 'tenant_id': 'cc39b9932e394741a871cc678ffadd40', 'floating_ip_address': '172.27.1.228', 'floating_network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'router_id': '721b2fd1-6523-4d17-81c2-bdaefed50046', 'port_id': '45b6b85b-b353-43a5-b050-4c60b887ef29', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d269001-9e9c-479f-88fd-1acf166660c3', 'mac_address': 'fa:16:3e:18:21:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2e57ab-ae13-4fe0-8550-86a32f652051', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:25:40Z', 'updated_at': '2021-04-19T19:26:26Z', 'revision_number': 1, 'project_id': 'cc39b9932e394741a871cc678ffadd40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97168d22-39e0-488c-baad-6c9ea8caa279', 'name': '', 'network_id': '9d269001-9e9c-479f-88fd-1acf166660c3', 'tenant_id': 'cc39b9932e394741a871cc678ffadd40', 'mac_address': 'fa:16:3e:eb:13:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721b2fd1-6523-4d17-81c2-bdaefed50046', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '00f7e508-0145-491e-8134-c9fdb454d461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:22Z', 'updated_at': '2021-04-19T19:25:40Z', 'revision_number': 5, 'project_id': 'cc39b9932e394741a871cc678ffadd40', 'subnets': [{'id': '00f7e508-0145-491e-8134-c9fdb454d461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:26:30.673128 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4c9bba26-b368-416b-bf61-19581db20183 req-dfc4c9cf-3017-4fdf-bf10-6505525f194b service neutron] 10.222.0.20 "GET /v2.0/networks/9d269001-9e9c-479f-88fd-1acf166660c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4585323
Apr 19 19:26:30.674170 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 49258) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:26:30.918265 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c16fb-ddba-4031-ad2b-ef1ccd9ba7e6 req-deeb2d7f-91e0-49d8-8d1b-c87d4f0e87c4 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:30.926788 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9e3c16fb-ddba-4031-ad2b-ef1ccd9ba7e6 req-deeb2d7f-91e0-49d8-8d1b-c87d4f0e87c4 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f5bc227-3ca5-47fe-bd9b-8ac4d1e1e3c2 HTTP/1.1" status: 200  len: 945 time: 0.1830130
Apr 19 19:26:30.952862 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9f4343c4-5af6-4634-81d9-8cce04e47e91 req-4199ca61-3fd7-4f6f-b339-32003a0d0da2 service neutron] 10.222.0.36 "GET /v2.0/networks/25ae2e40-a0fd-4be2-80cb-8d7a91db2a23?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3974950
Apr 19 19:26:31.038722 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3eef76e1-2a0a-4ad1-a890-fbb60a01ece8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:31.088872 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4c9bba26-b368-416b-bf61-19581db20183 req-f925735f-a518-444b-ad60-e3c56122a396 service neutron] 10.222.0.20 "GET /v2.0/networks/9d269001-9e9c-479f-88fd-1acf166660c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3379600
Apr 19 19:26:31.105828 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-6acb4636-5bac-4d09-8178-abf8585141ab admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-835480976-network', 'tenant_id': 'a45e01dd27e04adaa55552f9c9027353'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:26:31.108682 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8614c79e-b7ef-49cd-b486-c1ffcf73527e None None] New status for floating IP a35fa1f0-8b42-4216-806d-6697179e9d68: ACTIVE {{(pid=86370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 19:26:31.110792 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3eef76e1-2a0a-4ad1-a890-fbb60a01ece8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:31.124944 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-6acb4636-5bac-4d09-8178-abf8585141ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:26:31.134597 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-6acb4636-5bac-4d09-8178-abf8585141ab admin admin] Usage tracker for resource:network and tenant:a45e01dd27e04adaa55552f9c9027353 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:26:31.137933 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-6acb4636-5bac-4d09-8178-abf8585141ab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:26:31.154059 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-6acb4636-5bac-4d09-8178-abf8585141ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:26:31.173722 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6acb4636-5bac-4d09-8178-abf8585141ab admin admin] Made reservation on behalf of a45e01dd27e04adaa55552f9c9027353 for: {'network': 1} {{(pid=86369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:26:31.180747 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6acb4636-5bac-4d09-8178-abf8585141ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for network, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:31.204211 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6acb4636-5bac-4d09-8178-abf8585141ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:31.227468 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-6acb4636-5bac-4d09-8178-abf8585141ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:26:31.233102 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-6acb4636-5bac-4d09-8178-abf8585141ab admin admin] Usage tracker for resource:security_group_rule and tenant:a45e01dd27e04adaa55552f9c9027353 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:26:31.236490 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-6acb4636-5bac-4d09-8178-abf8585141ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:26:31.236716 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9e3c16fb-ddba-4031-ad2b-ef1ccd9ba7e6 req-3406d5fc-82fe-4fa3-b8b9-f5b03c8cf7f1 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3078377
Apr 19 19:26:31.246358 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-6acb4636-5bac-4d09-8178-abf8585141ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:26:31.250420 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3eef76e1-2a0a-4ad1-a890-fbb60a01ece8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:31.258023 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-2372af2c-bfac-4a43-bee0-3bf1261bf2c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:26:31.291775 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef76e1-2a0a-4ad1-a890-fbb60a01ece8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad31b8f8-0306-48d7-be36-56bd83153498,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:26:31.295009 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3eef76e1-2a0a-4ad1-a890-fbb60a01ece8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:31.296273 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-3eef76e1-2a0a-4ad1-a890-fbb60a01ece8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ad31b8f8-0306-48d7-be36-56bd83153498 HTTP/1.1" status: 204  len: 168 time: 1.0785873
Apr 19 19:26:31.323105 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9f4343c4-5af6-4634-81d9-8cce04e47e91 req-22233d50-9821-41c1-a5c3-6d88b74e19de service neutron] 10.222.0.36 "GET /v2.0/networks/25ae2e40-a0fd-4be2-80cb-8d7a91db2a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3569841
Apr 19 19:26:31.364385 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-3eef76e1-2a0a-4ad1-a890-fbb60a01ece8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:26:31.518645 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6acb4636-5bac-4d09-8178-abf8585141ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:31.539338 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6acb4636-5bac-4d09-8178-abf8585141ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:31.544555 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:26:31.661726 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb4636-5bac-4d09-8178-abf8585141ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f2f8a5-64a6-4973-a240-3354a1d1e2c3,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:26:31.669706 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-6acb4636-5bac-4d09-8178-abf8585141ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:26:31.692986 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6acb4636-5bac-4d09-8178-abf8585141ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118}  {{(pid=86369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 19:26:31.728063 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6acb4636-5bac-4d09-8178-abf8585141ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852957628'] for segment, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:31.728694 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.db.segments_db [None req-6acb4636-5bac-4d09-8178-abf8585141ab admin admin] Added segment f45028fd-84e2-4375-a648-105e38c1a496 of type vlan for network e94dd3d5-ad7f-4fbc-889c-a6e01a3e71e3
Apr 19 19:26:31.769074 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6acb4636-5bac-4d09-8178-abf8585141ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739738712435'] for network, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:31.827585 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6acb4636-5bac-4d09-8178-abf8585141ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770'] for network, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:31.831888 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acb4636-5bac-4d09-8178-abf8585141ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:31.834089 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6acb4636-5bac-4d09-8178-abf8585141ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:31.839346 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7dfce009-fecf-431c-930a-95c825c1ee3a req-c8b70e3d-2537-4951-bfc2-4209b5f5a003 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4c5efa6-2b46-4dc4-a03c-547e3d200fb9 HTTP/1.1" status: 200  len: 210 time: 0.0658858
Apr 19 19:26:31.889836 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-de777677-051c-4cc9-b03e-4964fdc186a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:26:31.958695 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 49296) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:26:32.028809 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-6acb4636-5bac-4d09-8178-abf8585141ab admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.2879601
Apr 19 19:26:32.033069 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb4636-5bac-4d09-8178-abf8585141ab admin admin] Pushing event updated for resources: {'Network': ['ID=e94dd3d5-ad7f-4fbc-889c-a6e01a3e71e3,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:26:32.038095 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-6acb4636-5bac-4d09-8178-abf8585141ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:26:32.039011 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 49302) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:26:32.045549 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Network e94dd3d5-ad7f-4fbc-889c-a6e01a3e71e3 details requested by agent ovs-agent-dv-cinder-786932-1-iscsi with host dv-cinder-786932-1-iscsi {{(pid=86370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 19:26:32.059971 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-aa796631-be5e-4b0b-b331-871f6ecace7c admin admin] Request body: {'subnet': {'network_id': 'e94dd3d5-ad7f-4fbc-889c-a6e01a3e71e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-835480976-subnet', 'tenant_id': 'a45e01dd27e04adaa55552f9c9027353', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:26:32.072789 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-aa796631-be5e-4b0b-b331-871f6ecace7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:26:32.092513 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-aa796631-be5e-4b0b-b331-871f6ecace7c admin admin] Usage tracker for resource:subnet and tenant:a45e01dd27e04adaa55552f9c9027353 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:26:32.099608 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-aa796631-be5e-4b0b-b331-871f6ecace7c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:26:32.116054 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-aa796631-be5e-4b0b-b331-871f6ecace7c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:26:32.129177 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_v2 [None req-c50bb038-1d8c-4dd4-8c5d-96de83212531 admin admin] Deleting subnet 2c9ae8fe-764d-471e-b69b-ba318b08a898 {{(pid=86368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 19:26:32.133890 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 49306) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:26:32.134281 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c50bb038-1d8c-4dd4-8c5d-96de83212531 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:32.140816 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa796631-be5e-4b0b-b331-871f6ecace7c admin admin] Made reservation on behalf of a45e01dd27e04adaa55552f9c9027353 for: {'subnet': 1} {{(pid=86369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:26:32.146526 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-aa796631-be5e-4b0b-b331-871f6ecace7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30759559'] for subnet, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:32.201495 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c50bb038-1d8c-4dd4-8c5d-96de83212531 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:32.212461 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c50bb038-1d8c-4dd4-8c5d-96de83212531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1918498'] for subnet, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:32.285660 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1ba817b4-f192-414d-86f8-a5a4641b6d90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:32.319343 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-1ba817b4-f192-414d-86f8-a5a4641b6d90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:26:32.327685 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-1ba817b4-f192-414d-86f8-a5a4641b6d90 admin admin] Usage tracker for resource:security_group_rule and tenant:ec7c4666b8824479b9b7330a298af68b is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:26:32.333816 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-1ba817b4-f192-414d-86f8-a5a4641b6d90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:26:32.357424 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-1ba817b4-f192-414d-86f8-a5a4641b6d90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:26:32.676847 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1ba817b4-f192-414d-86f8-a5a4641b6d90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:32.703761 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1ba817b4-f192-414d-86f8-a5a4641b6d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:32.719029 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-bd791f3c-dbd3-43fd-81c3-cf487b182884 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:26:32.767113 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba817b4-f192-414d-86f8-a5a4641b6d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eeeb627-6405-4a2e-9ec4-ff6d767be496,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:26:32.771605 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-1ba817b4-f192-414d-86f8-a5a4641b6d90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:26:32.899060 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d658e9c8-dfeb-43d7-baa7-4b2b93170856 req-6da89f7c-39c6-42d3-8d8b-825aa061699f tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:32.918146 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-1ba817b4-f192-414d-86f8-a5a4641b6d90 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ec7c4666b8824479b9b7330a298af68b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7774141
Apr 19 19:26:32.921638 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 49330) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:26:32.922981 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d658e9c8-dfeb-43d7-baa7-4b2b93170856 req-6da89f7c-39c6-42d3-8d8b-825aa061699f tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f5bc227-3ca5-47fe-bd9b-8ac4d1e1e3c2 HTTP/1.1" status: 200  len: 945 time: 0.3696418
Apr 19 19:26:33.011888 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d658e9c8-dfeb-43d7-baa7-4b2b93170856 req-7c4ec276-1b72-4866-860e-fb286e7564b8 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805612
Apr 19 19:26:33.064092 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8ffa80b7-0bad-4bfe-b324-cbfebab61cbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:33.106401 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8ffa80b7-0bad-4bfe-b324-cbfebab61cbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:33.192808 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8ffa80b7-0bad-4bfe-b324-cbfebab61cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:33.197861 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8d9b310a-8c0c-4505-8b3f-f825f31ca5dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:26:33.217123 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffa80b7-0bad-4bfe-b324-cbfebab61cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eeeb627-6405-4a2e-9ec4-ff6d767be496,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:26:33.227464 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8ffa80b7-0bad-4bfe-b324-cbfebab61cbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:26:33.267202 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-392b8410-616e-4481-a900-70daeb7d7798 req-e3411451-ae82-47ba-b1d8-8508aedac932 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4c5efa6-2b46-4dc4-a03c-547e3d200fb9 HTTP/1.1" status: 200  len: 210 time: 0.0778594
Apr 19 19:26:33.269318 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c50bb038-1d8c-4dd4-8c5d-96de83212531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852857318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770'] for subnet, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:33.276725 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c9d0419f-1913-4eb4-8d94-311280a6cc57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:26:33.330386 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c50bb038-1d8c-4dd4-8c5d-96de83212531 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:33.334240 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50bb038-1d8c-4dd4-8c5d-96de83212531 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c9ae8fe-764d-471e-b69b-ba318b08a898,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:26:33.337279 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c50bb038-1d8c-4dd4-8c5d-96de83212531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:26:33.345268 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-c50bb038-1d8c-4dd4-8c5d-96de83212531 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/2c9ae8fe-764d-471e-b69b-ba318b08a898 HTTP/1.1" status: 204  len: 168 time: 1.3829410
Apr 19 19:26:33.346891 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 49336) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:26:33.500855 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8ffa80b7-0bad-4bfe-b324-cbfebab61cbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:33.501818 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-8ffa80b7-0bad-4bfe-b324-cbfebab61cbf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3eeeb627-6405-4a2e-9ec4-ff6d767be496 HTTP/1.1" status: 204  len: 168 time: 0.5789034
Apr 19 19:26:33.541731 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-aa796631-be5e-4b0b-b331-871f6ecace7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036823157742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30759574'] for subnet, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:33.552813 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:26:33.563594 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9abbdbc4-5048-4b3d-b739-68a2f1cdffb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636206'] for network, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:33.683882 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa796631-be5e-4b0b-b331-871f6ecace7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c01b919d-2b57-44a6-8842-06aea8c0788f,revision_number=0']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:26:33.688635 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-aa796631-be5e-4b0b-b331-871f6ecace7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:26:33.693830 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa796631-be5e-4b0b-b331-871f6ecace7c admin admin] Checking segment: {'id': 'f45028fd-84e2-4375-a648-105e38c1a496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e94dd3d5-ad7f-4fbc-889c-a6e01a3e71e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:26:33.694241 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa796631-be5e-4b0b-b331-871f6ecace7c admin admin] Network hostable DHCP agents. Network: e94dd3d5-ad7f-4fbc-889c-a6e01a3e71e3, hostable agents: ['5216385f-cfc7-4997-a943-f61b8ae1664e'], hosted agents: [] {{(pid=86369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 19:26:33.716940 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa796631-be5e-4b0b-b331-871f6ecace7c admin admin] Network e94dd3d5-ad7f-4fbc-889c-a6e01a3e71e3 is scheduled to be hosted by DHCP agent 5216385f-cfc7-4997-a943-f61b8ae1664e with binding_index 1 {{(pid=86369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 19:26:33.734790 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-aa796631-be5e-4b0b-b331-871f6ecace7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-1-iscsi, e94dd3d5-ad7f-4fbc-889c-a6e01a3e71e3) {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:26:33.735333 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9abbdbc4-5048-4b3d-b739-68a2f1cdffb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852857225', 'neutron.services.segments.db._delete_segments_for_network-8739739090035'] for network, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:33.751876 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9db2a6e-61f5-4c4e-bb77-f98bae9f023b None None] Network e94dd3d5-ad7f-4fbc-889c-a6e01a3e71e3 requested from dv-cinder-786932-1-iscsi {{(pid=86370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:26:33.764586 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa796631-be5e-4b0b-b331-871f6ecace7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:33.765885 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-aa796631-be5e-4b0b-b331-871f6ecace7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for subnet, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:33.817382 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-aa796631-be5e-4b0b-b331-871f6ecace7c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.7767074
Apr 19 19:26:33.988278 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9abbdbc4-5048-4b3d-b739-68a2f1cdffb8 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f2e0eaea470>> segment before_delete 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:26:33.988808 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9abbdbc4-5048-4b3d-b739-68a2f1cdffb8 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f2e0eaea470>> subnet precommit_delete_associations 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:26:33.989924 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9abbdbc4-5048-4b3d-b739-68a2f1cdffb8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2e0e4cb9b0>> segment_host_mapping after_create 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:26:33.990318 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9abbdbc4-5048-4b3d-b739-68a2f1cdffb8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2e0e4cb9b0>> port after_create 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:26:33.990805 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9abbdbc4-5048-4b3d-b739-68a2f1cdffb8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2e0e4cb9b0>> port after_delete 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:26:33.991060 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9abbdbc4-5048-4b3d-b739-68a2f1cdffb8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2e0e4cb9b0>> port after_update 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:26:33.991368 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9abbdbc4-5048-4b3d-b739-68a2f1cdffb8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2e0e4cb9b0>> segment after_delete 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:26:33.991819 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9abbdbc4-5048-4b3d-b739-68a2f1cdffb8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2e0e4cb9b0>> subnet after_create 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:26:33.992117 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9abbdbc4-5048-4b3d-b739-68a2f1cdffb8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2e0e4cb9b0>> subnet after_delete 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:26:33.992476 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9abbdbc4-5048-4b3d-b739-68a2f1cdffb8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2e0e4cb9b0>> subnet after_update 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:26:34.074775 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9abbdbc4-5048-4b3d-b739-68a2f1cdffb8 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2e0e51dc18>> subnet after_create 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:26:34.075172 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9abbdbc4-5048-4b3d-b739-68a2f1cdffb8 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2e0e51dc18>> subnet after_delete 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:26:34.075545 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9abbdbc4-5048-4b3d-b739-68a2f1cdffb8 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2e0e51dc18>> subnet before_create 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:26:34.075977 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9abbdbc4-5048-4b3d-b739-68a2f1cdffb8 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2e0e51dc18>> subnet before_update 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 19:26:34.076383 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-9abbdbc4-5048-4b3d-b739-68a2f1cdffb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2e0e78b780>,) {'filters': {'network_id': ['487277e7-975a-408b-94c0-5ec92542f28c']}} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:26:34.095593 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-9abbdbc4-5048-4b3d-b739-68a2f1cdffb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2e0e78b780>, 'c63b6c5a-1ef7-4e68-bc05-ec7a4cd6e288') {'for_net_delete': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:26:34.096892 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-9abbdbc4-5048-4b3d-b739-68a2f1cdffb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2e0e78b780>, 'c63b6c5a-1ef7-4e68-bc05-ec7a4cd6e288') {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:26:34.134269 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9abbdbc4-5048-4b3d-b739-68a2f1cdffb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363297115576163', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31534358'] for segment, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:34.172880 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9abbdbc4-5048-4b3d-b739-68a2f1cdffb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852957628'] for segment, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:34.193626 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9abbdbc4-5048-4b3d-b739-68a2f1cdffb8 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=86368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 19:26:34.304214 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202a6aa2-bf37-4421-9cb1-7a50eeda9cd2 None None] Network e94dd3d5-ad7f-4fbc-889c-a6e01a3e71e3 requested from dv-cinder-786932-1-iscsi {{(pid=86370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:26:34.326430 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4343c4-5af6-4634-81d9-8cce04e47e91 req-d4b74a12-24e7-4f9f-ac62-1eda924cbf91 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:34.328467 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9f4343c4-5af6-4634-81d9-8cce04e47e91 req-d4b74a12-24e7-4f9f-ac62-1eda924cbf91 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.20 "GET /v2.0/networks?id=25ae2e40-a0fd-4be2-80cb-8d7a91db2a23 HTTP/1.1" status: 200  len: 814 time: 0.4519265
Apr 19 19:26:34.356159 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-9f4343c4-5af6-4634-81d9-8cce04e47e91 req-391bcf38-0cbc-4e63-8ffe-fbe83074ea00 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Request body: {'port': {'device_id': 'e4c5efa6-2b46-4dc4-a03c-547e3d200fb9', 'network_id': '25ae2e40-a0fd-4be2-80cb-8d7a91db2a23', 'admin_state_up': True, 'tenant_id': '85413127fef4416ca1237dc13d0f6ce2'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:26:34.667767 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-9abbdbc4-5048-4b3d-b739-68a2f1cdffb8 admin admin] Network 487277e7-975a-408b-94c0-5ec92542f28c has no segments {{(pid=86368) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:26:34.693324 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9abbdbc4-5048-4b3d-b739-68a2f1cdffb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1818163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32443850'] for segment, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:34.827369 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-9f4343c4-5af6-4634-81d9-8cce04e47e91 req-391bcf38-0cbc-4e63-8ffe-fbe83074ea00 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:26:34.837399 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-9f4343c4-5af6-4634-81d9-8cce04e47e91 req-391bcf38-0cbc-4e63-8ffe-fbe83074ea00 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Usage tracker for resource:port and tenant:85413127fef4416ca1237dc13d0f6ce2 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:26:34.843683 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-9f4343c4-5af6-4634-81d9-8cce04e47e91 req-391bcf38-0cbc-4e63-8ffe-fbe83074ea00 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:26:34.867228 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-9f4343c4-5af6-4634-81d9-8cce04e47e91 req-391bcf38-0cbc-4e63-8ffe-fbe83074ea00 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:26:34.890500 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f4343c4-5af6-4634-81d9-8cce04e47e91 req-391bcf38-0cbc-4e63-8ffe-fbe83074ea00 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Made reservation on behalf of 85413127fef4416ca1237dc13d0f6ce2 for: {'port': 1} {{(pid=86369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:26:34.897219 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-9f4343c4-5af6-4634-81d9-8cce04e47e91 req-391bcf38-0cbc-4e63-8ffe-fbe83074ea00 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:35.172369 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6e183258-2e22-4f43-b472-503b0ab45f46 req-a3e06efd-4714-4846-9954-106e24ae3797 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4c5efa6-2b46-4dc4-a03c-547e3d200fb9 HTTP/1.1" status: 200  len: 210 time: 0.3137050
Apr 19 19:26:35.174166 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 49396) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:26:35.180170 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-9abbdbc4-5048-4b3d-b739-68a2f1cdffb8 admin admin] Network 487277e7-975a-408b-94c0-5ec92542f28c has no segments {{(pid=86368) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:26:35.185782 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-83049103-d22b-4d7e-aa10-dc1f2bdf474c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1538148025-network', 'tenant_id': '0712b516e0364fb4889ac3d73d371b8b'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:26:35.197925 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [req-9f4343c4-5af6-4634-81d9-8cce04e47e91 req-391bcf38-0cbc-4e63-8ffe-fbe83074ea00 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Allocated IP 172.20.0.14 (25ae2e40-a0fd-4be2-80cb-8d7a91db2a23/88652430-4f45-47e3-9948-8fa89b4f7532/ac09c14e-d3e9-44c8-97c1-a1a6099c6d96) {{(pid=86369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:26:35.200594 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-83049103-d22b-4d7e-aa10-dc1f2bdf474c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:26:35.209176 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-83049103-d22b-4d7e-aa10-dc1f2bdf474c admin admin] Usage tracker for resource:network and tenant:0712b516e0364fb4889ac3d73d371b8b is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:26:35.217210 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-83049103-d22b-4d7e-aa10-dc1f2bdf474c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:26:35.226907 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-83049103-d22b-4d7e-aa10-dc1f2bdf474c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:26:35.242927 dv-cinder-786932-1-iscsi neutron-server[86253]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 19 19:26:35.242927 dv-cinder-786932-1-iscsi neutron-server[86253]:   from cryptography.utils import int_from_bytes
Apr 19 19:26:35.242927 dv-cinder-786932-1-iscsi neutron-server[86253]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 19 19:26:35.242927 dv-cinder-786932-1-iscsi neutron-server[86253]:   from cryptography.utils import int_from_bytes
Apr 19 19:26:35.242927 dv-cinder-786932-1-iscsi neutron-server[86253]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 19 19:26:35.242927 dv-cinder-786932-1-iscsi neutron-server[86253]:   (rel_b, rel_a, rel_b),
Apr 19 19:26:35.242927 dv-cinder-786932-1-iscsi neutron-server[86253]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 19 19:26:35.242927 dv-cinder-786932-1-iscsi neutron-server[86253]:   (rel_b, rel_a, rel_b),
Apr 19 19:26:35.242927 dv-cinder-786932-1-iscsi neutron-server[86253]: Traceback (most recent call last):
Apr 19 19:26:35.242927 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 19:26:35.242927 dv-cinder-786932-1-iscsi neutron-server[86253]:     timer()
Apr 19 19:26:35.242927 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 19:26:35.242927 dv-cinder-786932-1-iscsi neutron-server[86253]:     cb(*args, **kw)
Apr 19 19:26:35.242927 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 19:26:35.242927 dv-cinder-786932-1-iscsi neutron-server[86253]:     return func(*args, **kwargs)
Apr 19 19:26:35.242927 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 19:26:35.242927 dv-cinder-786932-1-iscsi neutron-server[86253]:     self._notify()
Apr 19 19:26:35.242927 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 19:26:35.242927 dv-cinder-786932-1-iscsi neutron-server[86253]:     self.callback(batched_events)
Apr 19 19:26:35.242927 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 19:26:35.242927 dv-cinder-786932-1-iscsi neutron-server[86253]:     event.method(event)
Apr 19 19:26:35.242927 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 19:26:35.242927 dv-cinder-786932-1-iscsi neutron-server[86253]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 19:26:35.242927 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 19:26:35.242927 dv-cinder-786932-1-iscsi neutron-server[86253]:     segment_id)['aggregates'][0]
Apr 19 19:26:35.242927 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 19:26:35.242927 dv-cinder-786932-1-iscsi neutron-server[86253]:     return f(self, *a, **k)
Apr 19 19:26:35.242927 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 19:26:35.242927 dv-cinder-786932-1-iscsi neutron-server[86253]:     return self._get(url).json()
Apr 19 19:26:35.242927 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 19:26:35.242927 dv-cinder-786932-1-iscsi neutron-server[86253]:     **kwargs)
Apr 19 19:26:35.242927 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 19:26:35.242927 dv-cinder-786932-1-iscsi neutron-server[86253]:     return self.request(url, 'GET', **kwargs)
Apr 19 19:26:35.242927 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 19:26:35.242927 dv-cinder-786932-1-iscsi neutron-server[86253]:     **endpoint_filter)
Apr 19 19:26:35.242927 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 19:26:35.242927 dv-cinder-786932-1-iscsi neutron-server[86253]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 19:26:35.242927 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 19:26:35.242927 dv-cinder-786932-1-iscsi neutron-server[86253]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 19:26:35.242927 dv-cinder-786932-1-iscsi neutron-server[86253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 19:26:35.260889 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83049103-d22b-4d7e-aa10-dc1f2bdf474c admin admin] Made reservation on behalf of 0712b516e0364fb4889ac3d73d371b8b for: {'network': 1} {{(pid=86369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:26:35.266605 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-83049103-d22b-4d7e-aa10-dc1f2bdf474c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for network, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:35.300422 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-83049103-d22b-4d7e-aa10-dc1f2bdf474c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:35.332499 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-83049103-d22b-4d7e-aa10-dc1f2bdf474c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:26:35.375562 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9abbdbc4-5048-4b3d-b739-68a2f1cdffb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854087039'] for network, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:35.385385 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-cc59cf7e-6e28-420d-a2c9-827bffb8604a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:26:35.414342 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9abbdbc4-5048-4b3d-b739-68a2f1cdffb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:35.425283 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-83049103-d22b-4d7e-aa10-dc1f2bdf474c admin admin] Usage tracker for resource:security_group_rule and tenant:0712b516e0364fb4889ac3d73d371b8b is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:26:35.428303 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb7d2b2-de65-4b66-8b72-c5e708616c2f req-b34b20e0-366a-4915-8944-0eb1da48d654 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:35.430254 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7eb7d2b2-de65-4b66-8b72-c5e708616c2f req-b34b20e0-366a-4915-8944-0eb1da48d654 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f5bc227-3ca5-47fe-bd9b-8ac4d1e1e3c2 HTTP/1.1" status: 200  len: 945 time: 0.5704441
Apr 19 19:26:35.431881 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-9abbdbc4-5048-4b3d-b739-68a2f1cdffb8 admin admin] 10.222.0.36 "DELETE /v2.0/networks/487277e7-975a-408b-94c0-5ec92542f28c HTTP/1.1" status: 204  len: 168 time: 2.0832887
Apr 19 19:26:35.433471 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abbdbc4-5048-4b3d-b739-68a2f1cdffb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=487277e7-975a-408b-94c0-5ec92542f28c,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:26:35.434326 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-83049103-d22b-4d7e-aa10-dc1f2bdf474c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:26:35.436427 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-9abbdbc4-5048-4b3d-b739-68a2f1cdffb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:26:35.451645 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-83049103-d22b-4d7e-aa10-dc1f2bdf474c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:26:35.564072 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7eb7d2b2-de65-4b66-8b72-c5e708616c2f req-4cd5f611-afe4-4b39-804f-b3b6e3db2862 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1156127
Apr 19 19:26:35.569788 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-9f4343c4-5af6-4634-81d9-8cce04e47e91 req-391bcf38-0cbc-4e63-8ffe-fbe83074ea00 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Notify callbacks [] for port, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:35.656297 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-83049103-d22b-4d7e-aa10-dc1f2bdf474c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:35.662383 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-83049103-d22b-4d7e-aa10-dc1f2bdf474c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:35.669370 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8ffa80b7-0bad-4bfe-b324-cbfebab61cbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:26:35.698462 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-9f4343c4-5af6-4634-81d9-8cce04e47e91 req-391bcf38-0cbc-4e63-8ffe-fbe83074ea00 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739738723801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31618435'] for port, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:35.710718 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83049103-d22b-4d7e-aa10-dc1f2bdf474c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138}  {{(pid=86369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 19:26:35.728311 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83049103-d22b-4d7e-aa10-dc1f2bdf474c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3e356c-1583-4792-b0cf-4742c4329eb5,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:26:35.747150 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-83049103-d22b-4d7e-aa10-dc1f2bdf474c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852957628'] for segment, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:35.749990 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] get_ports_and_sgs() called for port_ids ['643ca322-bd10-4392-be03-10b198f92d31'] {{(pid=86370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:26:35.752441 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.db.segments_db [None req-83049103-d22b-4d7e-aa10-dc1f2bdf474c admin admin] Added segment 18374375-9950-4cf2-8de5-d61906f12f9e of type vlan for network 2cba56ec-0dc4-42c7-b782-c8d2ba225f4c
Apr 19 19:26:35.755151 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-83049103-d22b-4d7e-aa10-dc1f2bdf474c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:26:35.755821 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:26:35.891626 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f4343c4-5af6-4634-81d9-8cce04e47e91 req-391bcf38-0cbc-4e63-8ffe-fbe83074ea00 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Network 25ae2e40-a0fd-4be2-80cb-8d7a91db2a23 is already hosted by enough agents. {{(pid=86369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:26:35.896686 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [req-9f4343c4-5af6-4634-81d9-8cce04e47e91 req-391bcf38-0cbc-4e63-8ffe-fbe83074ea00 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Resources bound (agent type, host, resource id):  {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:26:35.912213 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f4343c4-5af6-4634-81d9-8cce04e47e91 req-391bcf38-0cbc-4e63-8ffe-fbe83074ea00 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Received port after_create {{(pid=86369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:26:35.923591 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 49444) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:26:35.979273 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391bcf38-0cbc-4e63-8ffe-fbe83074ea00 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Pushing event updated for resources: {'Port': ['ID=ac09c14e-d3e9-44c8-97c1-a1a6099c6d96,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:26:35.985438 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-83049103-d22b-4d7e-aa10-dc1f2bdf474c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739738712435'] for network, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:35.991142 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-391bcf38-0cbc-4e63-8ffe-fbe83074ea00 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:26:36.034716 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4343c4-5af6-4634-81d9-8cce04e47e91 req-391bcf38-0cbc-4e63-8ffe-fbe83074ea00 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:36.035974 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-9f4343c4-5af6-4634-81d9-8cce04e47e91 req-391bcf38-0cbc-4e63-8ffe-fbe83074ea00 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:36.095610 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9f4343c4-5af6-4634-81d9-8cce04e47e91 req-391bcf38-0cbc-4e63-8ffe-fbe83074ea00 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7473438
Apr 19 19:26:36.098241 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-83049103-d22b-4d7e-aa10-dc1f2bdf474c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770'] for network, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:36.100286 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83049103-d22b-4d7e-aa10-dc1f2bdf474c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:36.101265 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-83049103-d22b-4d7e-aa10-dc1f2bdf474c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:36.107215 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:26:36.135359 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-9f4343c4-5af6-4634-81d9-8cce04e47e91 req-d30bb44b-eb9d-4f06-8126-0c33893492bc service neutron] Request body: {'port': {'device_id': 'e4c5efa6-2b46-4dc4-a03c-547e3d200fb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:26:36.147950 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-b5d743a2-2690-4ea4-a7f0-e1e418aad301 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a4157084ae6142919ddb96ec59351c24&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2224860
Apr 19 19:26:36.152802 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 49456) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:26:36.285811 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-83049103-d22b-4d7e-aa10-dc1f2bdf474c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.1096535
Apr 19 19:26:36.293194 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 49464) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:26:36.311968 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-133b8232-918d-4c82-9451-3d51ec7cb5ac admin admin] Request body: {'subnet': {'network_id': '2cba56ec-0dc4-42c7-b782-c8d2ba225f4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1538148025-subnet', 'tenant_id': '0712b516e0364fb4889ac3d73d371b8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:26:36.313593 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83049103-d22b-4d7e-aa10-dc1f2bdf474c admin admin] Pushing event updated for resources: {'Network': ['ID=2cba56ec-0dc4-42c7-b782-c8d2ba225f4c,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:26:36.323057 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-133b8232-918d-4c82-9451-3d51ec7cb5ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:26:36.327402 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-83049103-d22b-4d7e-aa10-dc1f2bdf474c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:26:36.328292 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Network 2cba56ec-0dc4-42c7-b782-c8d2ba225f4c details requested by agent ovs-agent-dv-cinder-786932-1-iscsi with host dv-cinder-786932-1-iscsi {{(pid=86370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 19:26:36.348272 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-133b8232-918d-4c82-9451-3d51ec7cb5ac admin admin] Usage tracker for resource:subnet and tenant:0712b516e0364fb4889ac3d73d371b8b is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:26:36.363332 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-133b8232-918d-4c82-9451-3d51ec7cb5ac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:26:36.371538 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-103ace8a-b447-4536-add6-94d6e65f2392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:36.376845 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-133b8232-918d-4c82-9451-3d51ec7cb5ac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:26:36.407230 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-9f4343c4-5af6-4634-81d9-8cce04e47e91 req-d30bb44b-eb9d-4f06-8126-0c33893492bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:36.469221 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-103ace8a-b447-4536-add6-94d6e65f2392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:36.482196 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133b8232-918d-4c82-9451-3d51ec7cb5ac admin admin] Made reservation on behalf of 0712b516e0364fb4889ac3d73d371b8b for: {'subnet': 1} {{(pid=86368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:26:36.487261 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-133b8232-918d-4c82-9451-3d51ec7cb5ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32430925'] for subnet, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:36.967081 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [req-9f4343c4-5af6-4634-81d9-8cce04e47e91 req-d30bb44b-eb9d-4f06-8126-0c33893492bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac09c14e-d3e9-44c8-97c1-a1a6099c6d96 {{(pid=86369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:26:36.978947 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-9f4343c4-5af6-4634-81d9-8cce04e47e91 req-d30bb44b-eb9d-4f06-8126-0c33893492bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:36.999249 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [req-9f4343c4-5af6-4634-81d9-8cce04e47e91 req-d30bb44b-eb9d-4f06-8126-0c33893492bc service neutron] Transition to ACTIVE for port object ac09c14e-d3e9-44c8-97c1-a1a6099c6d96 will not be triggered until provisioned by entity L2. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:26:37.002510 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-9f4343c4-5af6-4634-81d9-8cce04e47e91 req-d30bb44b-eb9d-4f06-8126-0c33893492bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823157366'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:37.009788 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-486f8c02-f101-4cc6-b5b6-99b759a971f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:26:37.063474 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6150dda1-965e-432f-bfc5-6ba61de6b0b5 req-f3d80609-4f91-4dc5-9a31-0cc9cede5b62 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:37.063474 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6150dda1-965e-432f-bfc5-6ba61de6b0b5 req-f3d80609-4f91-4dc5-9a31-0cc9cede5b62 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4c5efa6-2b46-4dc4-a03c-547e3d200fb9 HTTP/1.1" status: 200  len: 932 time: 0.6879141
Apr 19 19:26:37.102938 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-103ace8a-b447-4536-add6-94d6e65f2392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:37.114245 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-dc2e95c7-e4f1-4bc3-b52b-1cbe4f432078 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:26:37.144051 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103ace8a-b447-4536-add6-94d6e65f2392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba47e093-5ded-4fa1-be17-7a5da98eb23d,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:26:37.150610 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-103ace8a-b447-4536-add6-94d6e65f2392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:26:37.180107 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6150dda1-965e-432f-bfc5-6ba61de6b0b5 req-11e2bd13-a6d9-4636-8b96-2d4e1462656f tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ea1d6d9-16df-47a6-b3b2-7b8ea05c5162&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1044416
Apr 19 19:26:37.229577 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3fd561-d013-40e6-b18a-df447d29b20e req-a43f98ad-5da3-4104-9bfb-b8f0b44720a2 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:37.231186 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30bb44b-eb9d-4f06-8126-0c33893492bc service neutron] Pushing event updated for resources: {'Port': ['ID=ac09c14e-d3e9-44c8-97c1-a1a6099c6d96,revision_number=2']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:26:37.237602 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9e3fd561-d013-40e6-b18a-df447d29b20e req-a43f98ad-5da3-4104-9bfb-b8f0b44720a2 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f5bc227-3ca5-47fe-bd9b-8ac4d1e1e3c2 HTTP/1.1" status: 200  len: 945 time: 0.3301098
Apr 19 19:26:37.267531 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-103ace8a-b447-4536-add6-94d6e65f2392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:37.268779 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-103ace8a-b447-4536-add6-94d6e65f2392 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ba47e093-5ded-4fa1-be17-7a5da98eb23d HTTP/1.1" status: 204  len: 168 time: 1.1107671
Apr 19 19:26:37.304886 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-d30bb44b-eb9d-4f06-8126-0c33893492bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:26:37.326416 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9e3fd561-d013-40e6-b18a-df447d29b20e req-955b099f-8ba3-4521-9455-6d5acf9753c4 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0877044
Apr 19 19:26:37.447467 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-9f4343c4-5af6-4634-81d9-8cce04e47e91 req-d30bb44b-eb9d-4f06-8126-0c33893492bc service neutron] Attempting to bind port ac09c14e-d3e9-44c8-97c1-a1a6099c6d96 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:26:37.447978 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-9f4343c4-5af6-4634-81d9-8cce04e47e91 req-d30bb44b-eb9d-4f06-8126-0c33893492bc service neutron] Attempting to bind port ac09c14e-d3e9-44c8-97c1-a1a6099c6d96 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'b3c21e51-3edd-47e3-9955-c8137f9b3597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '25ae2e40-a0fd-4be2-80cb-8d7a91db2a23'}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:26:37.448284 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4343c4-5af6-4634-81d9-8cce04e47e91 req-d30bb44b-eb9d-4f06-8126-0c33893492bc service neutron] Attempting to bind port ac09c14e-d3e9-44c8-97c1-a1a6099c6d96 on network 25ae2e40-a0fd-4be2-80cb-8d7a91db2a23 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:26:37.454036 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4343c4-5af6-4634-81d9-8cce04e47e91 req-d30bb44b-eb9d-4f06-8126-0c33893492bc service neutron] Port ac09c14e-d3e9-44c8-97c1-a1a6099c6d96 on network 25ae2e40-a0fd-4be2-80cb-8d7a91db2a23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 19:26:37.454404 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4343c4-5af6-4634-81d9-8cce04e47e91 req-d30bb44b-eb9d-4f06-8126-0c33893492bc service neutron] Attempting to bind port ac09c14e-d3e9-44c8-97c1-a1a6099c6d96 on network 25ae2e40-a0fd-4be2-80cb-8d7a91db2a23 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:26:37.462195 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4343c4-5af6-4634-81d9-8cce04e47e91 req-d30bb44b-eb9d-4f06-8126-0c33893492bc service neutron] Checking agent: {'id': '13e8b6f5-8e00-4da6-9b4f-d998588d9e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 22, 59), 'started_at': datetime.datetime(2021, 4, 19, 19, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:26:37.462581 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4343c4-5af6-4634-81d9-8cce04e47e91 req-d30bb44b-eb9d-4f06-8126-0c33893492bc service neutron] Checking segment: {'id': 'b3c21e51-3edd-47e3-9955-c8137f9b3597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '25ae2e40-a0fd-4be2-80cb-8d7a91db2a23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:26:37.463004 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4343c4-5af6-4634-81d9-8cce04e47e91 req-d30bb44b-eb9d-4f06-8126-0c33893492bc service neutron] Bound using segment: {'id': 'b3c21e51-3edd-47e3-9955-c8137f9b3597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '25ae2e40-a0fd-4be2-80cb-8d7a91db2a23'} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:26:37.463528 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-9f4343c4-5af6-4634-81d9-8cce04e47e91 req-d30bb44b-eb9d-4f06-8126-0c33893492bc service neutron] Bound port: ac09c14e-d3e9-44c8-97c1-a1a6099c6d96, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3c21e51-3edd-47e3-9955-c8137f9b3597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '25ae2e40-a0fd-4be2-80cb-8d7a91db2a23'}}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:26:37.463942 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-9f4343c4-5af6-4634-81d9-8cce04e47e91 req-d30bb44b-eb9d-4f06-8126-0c33893492bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:37.636253 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-9f4343c4-5af6-4634-81d9-8cce04e47e91 req-d30bb44b-eb9d-4f06-8126-0c33893492bc service neutron] For port ac09c14e-d3e9-44c8-97c1-a1a6099c6d96, host hv-cinder-78693, cleared binding levels {{(pid=86369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:26:37.641247 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-9f4343c4-5af6-4634-81d9-8cce04e47e91 req-d30bb44b-eb9d-4f06-8126-0c33893492bc service neutron] For port ac09c14e-d3e9-44c8-97c1-a1a6099c6d96, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ac09c14e-d3e9-44c8-97c1-a1a6099c6d96,segment=NetworkSegment(b3c21e51-3edd-47e3-9955-c8137f9b3597),segment_id=b3c21e51-3edd-47e3-9955-c8137f9b3597)] {{(pid=86369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:26:37.641414 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-56618793-170e-4aa6-8efa-9c6d4ae7a1f6 None None] Agent healthcheck: found 6 active agents {{(pid=86371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:26:37.647580 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-9f4343c4-5af6-4634-81d9-8cce04e47e91 req-d30bb44b-eb9d-4f06-8126-0c33893492bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823157366'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:37.662562 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a696496e-4f8e-493b-b05b-218cb8ce94ce tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:26:37.763922 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-133b8232-918d-4c82-9451-3d51ec7cb5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32443436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32430940'] for subnet, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:37.771351 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:26:37.808452 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4343c4-5af6-4634-81d9-8cce04e47e91 req-d30bb44b-eb9d-4f06-8126-0c33893492bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:37.809746 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-9f4343c4-5af6-4634-81d9-8cce04e47e91 req-d30bb44b-eb9d-4f06-8126-0c33893492bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:37.812733 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9f4343c4-5af6-4634-81d9-8cce04e47e91 req-d30bb44b-eb9d-4f06-8126-0c33893492bc service neutron] 10.222.0.20 "PUT /v2.0/ports/ac09c14e-d3e9-44c8-97c1-a1a6099c6d96 HTTP/1.1" status: 200  len: 1094 time: 1.6833026
Apr 19 19:26:37.813915 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4c5efa6-2b46-4dc4-a03c-547e3d200fb9', 'tag': 'ac09c14e-d3e9-44c8-97c1-a1a6099c6d96'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:26:37.867355 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b8232-918d-4c82-9451-3d51ec7cb5ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=d80517c5-db2b-4531-a0ed-e29b3cd9394b,revision_number=0']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:26:37.872185 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-133b8232-918d-4c82-9451-3d51ec7cb5ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:26:37.879988 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133b8232-918d-4c82-9451-3d51ec7cb5ac admin admin] Checking segment: {'id': '18374375-9950-4cf2-8de5-d61906f12f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2cba56ec-0dc4-42c7-b782-c8d2ba225f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:26:37.880396 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133b8232-918d-4c82-9451-3d51ec7cb5ac admin admin] Network hostable DHCP agents. Network: 2cba56ec-0dc4-42c7-b782-c8d2ba225f4c, hostable agents: ['5216385f-cfc7-4997-a943-f61b8ae1664e'], hosted agents: [] {{(pid=86368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 19:26:37.888780 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30bb44b-eb9d-4f06-8126-0c33893492bc service neutron] Pushing event updated for resources: {'Port': ['ID=ac09c14e-d3e9-44c8-97c1-a1a6099c6d96,revision_number=3']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:26:37.896528 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4c5efa6-2b46-4dc4-a03c-547e3d200fb9', 'tag': 'ac09c14e-d3e9-44c8-97c1-a1a6099c6d96', 'status': 'completed', 'code': 200}
Apr 19 19:26:37.898334 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-d30bb44b-eb9d-4f06-8126-0c33893492bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:26:37.914867 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133b8232-918d-4c82-9451-3d51ec7cb5ac admin admin] Network 2cba56ec-0dc4-42c7-b782-c8d2ba225f4c is scheduled to be hosted by DHCP agent 5216385f-cfc7-4997-a943-f61b8ae1664e with binding_index 1 {{(pid=86368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 19:26:37.925057 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-133b8232-918d-4c82-9451-3d51ec7cb5ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-1-iscsi, 2cba56ec-0dc4-42c7-b782-c8d2ba225f4c) {{(pid=86368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:26:37.951175 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133b8232-918d-4c82-9451-3d51ec7cb5ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:37.951852 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-133b8232-918d-4c82-9451-3d51ec7cb5ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:37.961179 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5866506a-12be-47e3-879d-8da00a9ab32c None None] Network 2cba56ec-0dc4-42c7-b782-c8d2ba225f4c requested from dv-cinder-786932-1-iscsi {{(pid=86370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:26:37.981519 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-133b8232-918d-4c82-9451-3d51ec7cb5ac admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.6862237
Apr 19 19:26:38.063453 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4343c4-5af6-4634-81d9-8cce04e47e91 req-67cabab8-200a-4340-8ee2-1d38b818b4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:38.066946 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9f4343c4-5af6-4634-81d9-8cce04e47e91 req-67cabab8-200a-4340-8ee2-1d38b818b4af service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=85413127fef4416ca1237dc13d0f6ce2&device_id=e4c5efa6-2b46-4dc4-a03c-547e3d200fb9 HTTP/1.1" status: 200  len: 1097 time: 0.1312096
Apr 19 19:26:38.159901 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9f4343c4-5af6-4634-81d9-8cce04e47e91 req-2ab079ac-7685-474c-8303-f77623431197 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac09c14e-d3e9-44c8-97c1-a1a6099c6d96 HTTP/1.1" status: 200  len: 217 time: 0.0791452
Apr 19 19:26:38.270935 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4343c4-5af6-4634-81d9-8cce04e47e91 req-9431b891-677e-40e4-af37-f08c8ede1af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:38.273141 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9f4343c4-5af6-4634-81d9-8cce04e47e91 req-9431b891-677e-40e4-af37-f08c8ede1af5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=88652430-4f45-47e3-9948-8fa89b4f7532 HTTP/1.1" status: 200  len: 854 time: 0.1051612
Apr 19 19:26:38.362499 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0a0b3d-5a9e-468c-b212-16c9f7e6acf4 None None] Network 2cba56ec-0dc4-42c7-b782-c8d2ba225f4c requested from dv-cinder-786932-1-iscsi {{(pid=86370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:26:38.378250 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9f4343c4-5af6-4634-81d9-8cce04e47e91 req-d3d24acf-636a-426b-a4d9-dbff8c8e9ffc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=25ae2e40-a0fd-4be2-80cb-8d7a91db2a23&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0901234
Apr 19 19:26:38.774285 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9f4343c4-5af6-4634-81d9-8cce04e47e91 req-844dab11-ff28-4916-9d8f-01f42a052839 service neutron] 10.222.0.20 "GET /v2.0/networks/25ae2e40-a0fd-4be2-80cb-8d7a91db2a23?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3826373
Apr 19 19:26:38.776305 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47958893-24f5-424b-a677-927f9259ce6c req-b3c43ef0-22d5-40a6-96a0-b78a57b3c2df tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:38.784426 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-47958893-24f5-424b-a677-927f9259ce6c req-b3c43ef0-22d5-40a6-96a0-b78a57b3c2df tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f5bc227-3ca5-47fe-bd9b-8ac4d1e1e3c2 HTTP/1.1" status: 200  len: 945 time: 0.1654193
Apr 19 19:26:38.796312 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b413f189-4d01-4c72-827d-ea079cb1696c req-108b305b-949a-4136-9887-dbd8265a953c tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:38.797979 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b413f189-4d01-4c72-827d-ea079cb1696c req-108b305b-949a-4136-9887-dbd8265a953c tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4c5efa6-2b46-4dc4-a03c-547e3d200fb9 HTTP/1.1" status: 200  len: 944 time: 0.2661099
Apr 19 19:26:38.882855 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-47958893-24f5-424b-a677-927f9259ce6c req-26a303e9-a07d-49c2-b410-60f2019a4484 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0973260
Apr 19 19:26:38.961493 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b413f189-4d01-4c72-827d-ea079cb1696c req-01755a2d-3554-46a3-a909-4a792f62a172 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ea1d6d9-16df-47a6-b3b2-7b8ea05c5162&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1463404
Apr 19 19:26:39.034052 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9f4343c4-5af6-4634-81d9-8cce04e47e91 req-f5282c82-5595-4418-9600-061d7c8556a6 service neutron] 10.222.0.20 "GET /v2.0/networks/25ae2e40-a0fd-4be2-80cb-8d7a91db2a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2488708
Apr 19 19:26:39.315142 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc148030-1c73-433f-a4d8-e56e80c7848f req-436e0c52-8d96-4769-ac38-1484d93b2a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:39.318134 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-dc148030-1c73-433f-a4d8-e56e80c7848f req-436e0c52-8d96-4769-ac38-1484d93b2a7d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=85413127fef4416ca1237dc13d0f6ce2&device_id=e4c5efa6-2b46-4dc4-a03c-547e3d200fb9 HTTP/1.1" status: 200  len: 1097 time: 0.1431134
Apr 19 19:26:39.547960 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc148030-1c73-433f-a4d8-e56e80c7848f req-fd769311-42b2-4c58-8da9-d4110194e609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:39.549641 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-dc148030-1c73-433f-a4d8-e56e80c7848f req-fd769311-42b2-4c58-8da9-d4110194e609 service neutron] 10.222.0.20 "GET /v2.0/networks?id=25ae2e40-a0fd-4be2-80cb-8d7a91db2a23 HTTP/1.1" status: 200  len: 915 time: 0.2211828
Apr 19 19:26:39.632323 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-dc148030-1c73-433f-a4d8-e56e80c7848f req-4a7c54a8-c3a1-491c-adc2-3b5ddcec18f7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac09c14e-d3e9-44c8-97c1-a1a6099c6d96 HTTP/1.1" status: 200  len: 217 time: 0.0715082
Apr 19 19:26:39.713761 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc148030-1c73-433f-a4d8-e56e80c7848f req-3306f6bd-8bfc-4f66-82af-3e5c93016a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:39.715366 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-dc148030-1c73-433f-a4d8-e56e80c7848f req-3306f6bd-8bfc-4f66-82af-3e5c93016a10 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=88652430-4f45-47e3-9948-8fa89b4f7532 HTTP/1.1" status: 200  len: 854 time: 0.0763655
Apr 19 19:26:39.777333 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-dc148030-1c73-433f-a4d8-e56e80c7848f req-ccc1809b-dadb-459b-a4e2-e18c3a2a457a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=25ae2e40-a0fd-4be2-80cb-8d7a91db2a23&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0532796
Apr 19 19:26:39.966135 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-dc148030-1c73-433f-a4d8-e56e80c7848f req-eded89d4-9c4a-4e18-8f07-5273e0feb740 service neutron] 10.222.0.20 "GET /v2.0/networks/25ae2e40-a0fd-4be2-80cb-8d7a91db2a23?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1719651
Apr 19 19:26:40.274751 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472861a3-9755-46a7-877a-3340e89c9dc3 req-63f16ce5-e5b5-457f-8706-d27b738dd5a6 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:40.277077 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-472861a3-9755-46a7-877a-3340e89c9dc3 req-63f16ce5-e5b5-457f-8706-d27b738dd5a6 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f5bc227-3ca5-47fe-bd9b-8ac4d1e1e3c2 HTTP/1.1" status: 200  len: 945 time: 0.2140150
Apr 19 19:26:40.406789 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-472861a3-9755-46a7-877a-3340e89c9dc3 req-8d0718b0-dfd5-4a51-ae52-faa5d894535f tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646212
Apr 19 19:26:40.430842 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6999dac-d3cd-4036-8626-578b57da3712 req-ef854f4e-ccd7-48e0-9685-3dbf0c41398f tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:40.432530 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b6999dac-d3cd-4036-8626-578b57da3712 req-ef854f4e-ccd7-48e0-9685-3dbf0c41398f tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4c5efa6-2b46-4dc4-a03c-547e3d200fb9 HTTP/1.1" status: 200  len: 944 time: 0.1537614
Apr 19 19:26:40.458615 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-dc148030-1c73-433f-a4d8-e56e80c7848f req-ca6d3d55-bcb2-4f69-8210-c63bab9ad929 service neutron] 10.222.0.20 "GET /v2.0/networks/25ae2e40-a0fd-4be2-80cb-8d7a91db2a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4841433
Apr 19 19:26:40.555621 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b6999dac-d3cd-4036-8626-578b57da3712 req-aa312bb3-7984-4f89-ab23-2ac728bb175d tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ea1d6d9-16df-47a6-b3b2-7b8ea05c5162&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1079097
Apr 19 19:26:41.705803 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a166ff-038b-4689-a8a0-cb20644aa658 req-f2723699-ea41-4b56-8749-5c332b71ae5f tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:41.708204 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d2a166ff-038b-4689-a8a0-cb20644aa658 req-f2723699-ea41-4b56-8749-5c332b71ae5f tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f5bc227-3ca5-47fe-bd9b-8ac4d1e1e3c2 HTTP/1.1" status: 200  len: 945 time: 0.1416209
Apr 19 19:26:41.816171 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d2a166ff-038b-4689-a8a0-cb20644aa658 req-96555809-b07a-43b2-9041-8dc19655f2bc tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0932953
Apr 19 19:26:41.879759 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832190e-14a5-470a-8c5e-23ca01033e4c req-eece7c96-d578-4ba8-a91e-351ee12bc77e tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:41.881863 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2832190e-14a5-470a-8c5e-23ca01033e4c req-eece7c96-d578-4ba8-a91e-351ee12bc77e tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4c5efa6-2b46-4dc4-a03c-547e3d200fb9 HTTP/1.1" status: 200  len: 944 time: 0.1127539
Apr 19 19:26:41.939936 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2832190e-14a5-470a-8c5e-23ca01033e4c req-fb207f63-ee88-404c-96f9-7f8c30ee8e22 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ea1d6d9-16df-47a6-b3b2-7b8ea05c5162&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506797
Apr 19 19:26:43.998422 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device ac09c14e-d3e9-44c8-97c1-a1a6099c6d96 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 19:26:44.211915 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port ac09c14e-d3e9-44c8-97c1-a1a6099c6d96, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ac09c14e-d3e9-44c8-97c1-a1a6099c6d96,segment=NetworkSegment(b3c21e51-3edd-47e3-9955-c8137f9b3597),segment_id=b3c21e51-3edd-47e3-9955-c8137f9b3597)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:26:44.239917 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Returning: {'device': 'ac09c14e-d3e9-44c8-97c1-a1a6099c6d96', 'network_id': '25ae2e40-a0fd-4be2-80cb-8d7a91db2a23', 'port_id': 'ac09c14e-d3e9-44c8-97c1-a1a6099c6d96', 'mac_address': 'fa:16:3e:c4:18:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88652430-4f45-47e3-9948-8fa89b4f7532', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 19:26:44.308835 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:44.327486 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac09c14e-d3e9-44c8-97c1-a1a6099c6d96 {{(pid=86370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:26:44.345772 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port ac09c14e-d3e9-44c8-97c1-a1a6099c6d96, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ac09c14e-d3e9-44c8-97c1-a1a6099c6d96,segment=NetworkSegment(b3c21e51-3edd-47e3-9955-c8137f9b3597),segment_id=b3c21e51-3edd-47e3-9955-c8137f9b3597)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:26:44.349944 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:44.351958 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:26:44.415293 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e576247-1cee-4195-b857-c42becbc51b7 req-3c239635-fabd-46f7-960c-129efab44f77 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:44.416976 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9e576247-1cee-4195-b857-c42becbc51b7 req-3c239635-fabd-46f7-960c-129efab44f77 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f5bc227-3ca5-47fe-bd9b-8ac4d1e1e3c2 HTTP/1.1" status: 200  len: 945 time: 0.1871216
Apr 19 19:26:44.425554 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f1afd-3fc5-4c43-87ed-38f1ec91c136 req-d4c211ad-418f-4f9a-bd9b-58946866272c tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:44.427217 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-308f1afd-3fc5-4c43-87ed-38f1ec91c136 req-d4c211ad-418f-4f9a-bd9b-58946866272c tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4c5efa6-2b46-4dc4-a03c-547e3d200fb9 HTTP/1.1" status: 200  len: 944 time: 0.1373177
Apr 19 19:26:44.428434 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Pushing event updated for resources: {'Port': ['ID=ac09c14e-d3e9-44c8-97c1-a1a6099c6d96,revision_number=4']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:26:44.432014 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:26:44.500304 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9e576247-1cee-4195-b857-c42becbc51b7 req-4886704e-22b4-4428-8e09-3e5411ade5ea tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719604
Apr 19 19:26:44.514616 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-308f1afd-3fc5-4c43-87ed-38f1ec91c136 req-1bfddfe3-fe80-4ebf-987f-06dd60f2f211 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ea1d6d9-16df-47a6-b3b2-7b8ea05c5162&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693793
Apr 19 19:26:45.774432 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bd0ced1f-5379-46bd-ad54-09256544d58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:47.886194 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] get_ports_and_sgs() called for port_ids ['ac09c14e-d3e9-44c8-97c1-a1a6099c6d96'] {{(pid=86370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:26:48.015342 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8630a7-27b0-479e-a209-49894a2357b5 req-6567e489-cf0b-4412-975e-b0fdc65531e6 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:48.017080 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5e8630a7-27b0-479e-a209-49894a2357b5 req-6567e489-cf0b-4412-975e-b0fdc65531e6 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f5bc227-3ca5-47fe-bd9b-8ac4d1e1e3c2 HTTP/1.1" status: 200  len: 945 time: 0.1816714
Apr 19 19:26:48.036422 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe81718-8ea2-4215-a8d8-95f3ffa6ab97 req-b255016a-0fa3-45f8-aa6c-0ef1a7ab7553 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:48.038090 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0fe81718-8ea2-4215-a8d8-95f3ffa6ab97 req-b255016a-0fa3-45f8-aa6c-0ef1a7ab7553 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4c5efa6-2b46-4dc4-a03c-547e3d200fb9 HTTP/1.1" status: 200  len: 945 time: 0.1498463
Apr 19 19:26:48.125654 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5e8630a7-27b0-479e-a209-49894a2357b5 req-74b79644-82b5-4d55-a68a-acc92d477d13 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0864398
Apr 19 19:26:48.153651 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0fe81718-8ea2-4215-a8d8-95f3ffa6ab97 req-4c4de6f2-60bc-425b-8f8e-815d73450116 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ea1d6d9-16df-47a6-b3b2-7b8ea05c5162&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0901599
Apr 19 19:26:48.603288 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3697b45c-9687-48f9-9abe-68bc75626690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:49.548593 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f9539-04b1-4d5d-b514-32b65d32e2f2 req-1c70fa8e-4c45-435b-85ad-71066d8f616d tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:49.558126 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-683f9539-04b1-4d5d-b514-32b65d32e2f2 req-1c70fa8e-4c45-435b-85ad-71066d8f616d tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4c5efa6-2b46-4dc4-a03c-547e3d200fb9 HTTP/1.1" status: 200  len: 945 time: 0.2164237
Apr 19 19:26:49.599166 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8733e43c-2d41-4734-bf12-cac53508b35c req-d2ecf34a-c1fb-4239-8933-cf584cb4230a tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:49.601016 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8733e43c-2d41-4734-bf12-cac53508b35c req-d2ecf34a-c1fb-4239-8933-cf584cb4230a tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f5bc227-3ca5-47fe-bd9b-8ac4d1e1e3c2 HTTP/1.1" status: 200  len: 945 time: 0.2185187
Apr 19 19:26:49.649157 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-683f9539-04b1-4d5d-b514-32b65d32e2f2 req-3f300dbc-a319-439c-b5b4-6fabfdcc47af tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ea1d6d9-16df-47a6-b3b2-7b8ea05c5162&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0891056
Apr 19 19:26:49.704180 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device ac09c14e-d3e9-44c8-97c1-a1a6099c6d96 up at agent hyperv_hv-cinder-78693 {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:26:49.714212 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8733e43c-2d41-4734-bf12-cac53508b35c req-43d45e2b-ba71-4120-bcdc-6837a7915b70 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0975733
Apr 19 19:26:49.806602 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-000a1909-ab5b-4f97-8afb-04fdec5398f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:49.834890 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Provisioning for port ac09c14e-d3e9-44c8-97c1-a1a6099c6d96 completed by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:26:49.840888 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Provisioning complete for port ac09c14e-d3e9-44c8-97c1-a1a6099c6d96 triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:26:49.841312 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:50.273517 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:50.310201 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:50.338653 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c5efa6-2b46-4dc4-a03c-547e3d200fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac09c14e-d3e9-44c8-97c1-a1a6099c6d96'}] {{(pid=86370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:26:50.354740 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port ac09c14e-d3e9-44c8-97c1-a1a6099c6d96, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ac09c14e-d3e9-44c8-97c1-a1a6099c6d96,segment=NetworkSegment(b3c21e51-3edd-47e3-9955-c8137f9b3597),segment_id=b3c21e51-3edd-47e3-9955-c8137f9b3597)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:26:50.360461 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:50.363709 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:26:50.437078 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c5efa6-2b46-4dc4-a03c-547e3d200fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac09c14e-d3e9-44c8-97c1-a1a6099c6d96', 'code': 200}
Apr 19 19:26:50.501330 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Pushing event updated for resources: {'Port': ['ID=ac09c14e-d3e9-44c8-97c1-a1a6099c6d96,revision_number=5']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:26:50.509912 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:26:50.657987 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5c78a517-44d6-4271-a115-cae59bf86ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:50.744426 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 49740) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:26:51.017832 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ff724-8c9e-48ef-b70a-b23b3fa7b11c req-eba30744-82ca-41f6-9721-2fadbfe89a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:51.020188 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-cf8ff724-8c9e-48ef-b70a-b23b3fa7b11c req-eba30744-82ca-41f6-9721-2fadbfe89a44 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e4c5efa6-2b46-4dc4-a03c-547e3d200fb9 HTTP/1.1" status: 200  len: 1099 time: 0.1389923
Apr 19 19:26:51.072156 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02940969-e9a9-4b07-b3d4-6e9be9d8e4fb req-2ddf64d3-dadf-423b-b423-e9a5158f23e8 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:51.073876 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-02940969-e9a9-4b07-b3d4-6e9be9d8e4fb req-2ddf64d3-dadf-423b-b423-e9a5158f23e8 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4c5efa6-2b46-4dc4-a03c-547e3d200fb9 HTTP/1.1" status: 200  len: 946 time: 0.2155175
Apr 19 19:26:51.100675 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-cf8ff724-8c9e-48ef-b70a-b23b3fa7b11c req-c81f8209-ecf3-4914-aaff-0d28dba68de7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9ea1d6d9-16df-47a6-b3b2-7b8ea05c5162&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677862
Apr 19 19:26:51.106609 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7dec1-f048-4247-91c3-14ab68b6a49d req-104f33e5-1a9c-401e-95eb-913292277f5c tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:51.108349 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b5c7dec1-f048-4247-91c3-14ab68b6a49d req-104f33e5-1a9c-401e-95eb-913292277f5c tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f5bc227-3ca5-47fe-bd9b-8ac4d1e1e3c2 HTTP/1.1" status: 200  len: 945 time: 0.1742606
Apr 19 19:26:51.127354 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-140112f7-95f6-4a3e-874f-3356ea00ee03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:51.168346 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-140112f7-95f6-4a3e-874f-3356ea00ee03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:26:51.190746 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-140112f7-95f6-4a3e-874f-3356ea00ee03 admin admin] Usage tracker for resource:security_group_rule and tenant:9973bb9e6df440a8a92a10bc5f34dae3 is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:26:51.198537 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-140112f7-95f6-4a3e-874f-3356ea00ee03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:26:51.221447 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-02940969-e9a9-4b07-b3d4-6e9be9d8e4fb req-ed61037d-495c-4114-856a-da3c2432ac11 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ea1d6d9-16df-47a6-b3b2-7b8ea05c5162&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1275539
Apr 19 19:26:51.226467 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-140112f7-95f6-4a3e-874f-3356ea00ee03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:26:51.233795 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b5c7dec1-f048-4247-91c3-14ab68b6a49d req-67c0cfba-3024-496b-812b-81f2ad8cf9c4 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1077044
Apr 19 19:26:51.337884 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-140112f7-95f6-4a3e-874f-3356ea00ee03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:51.349941 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-140112f7-95f6-4a3e-874f-3356ea00ee03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:51.359360 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-4ba19778-1bd2-4637-ba84-2da5600d16de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:26:51.392342 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140112f7-95f6-4a3e-874f-3356ea00ee03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c58b9e-fb42-467e-9ab8-9313fe9852a9,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:26:51.398691 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-140112f7-95f6-4a3e-874f-3356ea00ee03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:26:51.420582 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-140112f7-95f6-4a3e-874f-3356ea00ee03 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9973bb9e6df440a8a92a10bc5f34dae3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6743097
Apr 19 19:26:51.425057 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 49758) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:26:51.634662 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2d2f237e-c6f9-4150-8836-b2a5c641a1c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:51.681390 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2d2f237e-c6f9-4150-8836-b2a5c641a1c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:51.746079 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2d2f237e-c6f9-4150-8836-b2a5c641a1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:51.750419 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:26:51.768581 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2f237e-c6f9-4150-8836-b2a5c641a1c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c58b9e-fb42-467e-9ab8-9313fe9852a9,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:26:51.771926 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-2d2f237e-c6f9-4150-8836-b2a5c641a1c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:26:51.778762 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2d2f237e-c6f9-4150-8836-b2a5c641a1c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:51.794097 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-2d2f237e-c6f9-4150-8836-b2a5c641a1c6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/18c58b9e-fb42-467e-9ab8-9313fe9852a9 HTTP/1.1" status: 204  len: 168 time: 0.3665800
Apr 19 19:26:52.727963 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27561fc7-53ae-4c1d-be9a-c4671039a47a req-573e7c7c-841a-4c22-9863-39914aae0367 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:52.736682 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-27561fc7-53ae-4c1d-be9a-c4671039a47a req-573e7c7c-841a-4c22-9863-39914aae0367 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f5bc227-3ca5-47fe-bd9b-8ac4d1e1e3c2 HTTP/1.1" status: 200  len: 945 time: 0.3034003
Apr 19 19:26:52.760856 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889936e4-d3fc-49c3-944b-11cf1f662de7 req-55a72634-12e8-4c77-9d7e-6472360544d4 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:52.763709 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-889936e4-d3fc-49c3-944b-11cf1f662de7 req-55a72634-12e8-4c77-9d7e-6472360544d4 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4c5efa6-2b46-4dc4-a03c-547e3d200fb9 HTTP/1.1" status: 200  len: 946 time: 0.2866831
Apr 19 19:26:52.891159 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-27561fc7-53ae-4c1d-be9a-c4671039a47a req-9f5fb295-5463-42e0-90c4-5feb02ad6d17 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1259422
Apr 19 19:26:52.897486 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-889936e4-d3fc-49c3-944b-11cf1f662de7 req-169e7f4d-0297-4243-af15-8d2cfe847dcc tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ea1d6d9-16df-47a6-b3b2-7b8ea05c5162&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1039300
Apr 19 19:26:54.249393 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ff2b2-671e-47b3-9dfc-7d916434ccd4 req-5dfc2356-026c-401e-b52c-233db2f80492 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:54.251089 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d50ff2b2-671e-47b3-9dfc-7d916434ccd4 req-5dfc2356-026c-401e-b52c-233db2f80492 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f5bc227-3ca5-47fe-bd9b-8ac4d1e1e3c2 HTTP/1.1" status: 200  len: 945 time: 0.1293535
Apr 19 19:26:54.264365 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b119d2f-9bd7-4b81-993e-aaf365880d7b req-73ab6e92-b8aa-4f2a-8ab6-8cf60a22d790 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:54.265903 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2b119d2f-9bd7-4b81-993e-aaf365880d7b req-73ab6e92-b8aa-4f2a-8ab6-8cf60a22d790 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4c5efa6-2b46-4dc4-a03c-547e3d200fb9 HTTP/1.1" status: 200  len: 946 time: 0.1866629
Apr 19 19:26:54.335480 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d50ff2b2-671e-47b3-9dfc-7d916434ccd4 req-80ad13a9-b7f7-4723-8e67-ef09e7e64d93 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684886
Apr 19 19:26:54.359318 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2b119d2f-9bd7-4b81-993e-aaf365880d7b req-2a877d4b-63ac-4ddd-9e54-65ddfb5f6ef7 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ea1d6d9-16df-47a6-b3b2-7b8ea05c5162&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761943
Apr 19 19:26:54.868808 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 49898) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:26:55.138847 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-fa09fb40-0bbc-4f8c-8f44-a02efbed474a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:55.144006 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-fa09fb40-0bbc-4f8c-8f44-a02efbed474a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:26:55.148623 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-fa09fb40-0bbc-4f8c-8f44-a02efbed474a admin admin] Usage tracker for resource:security_group_rule and tenant:f85e00273e7643baa4ae9a763f5d68c4 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:26:55.152326 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-fa09fb40-0bbc-4f8c-8f44-a02efbed474a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:26:55.158966 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-fa09fb40-0bbc-4f8c-8f44-a02efbed474a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:26:55.276935 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-fa09fb40-0bbc-4f8c-8f44-a02efbed474a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:55.281245 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-fa09fb40-0bbc-4f8c-8f44-a02efbed474a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:55.293588 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:26:55.342031 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-fa09fb40-0bbc-4f8c-8f44-a02efbed474a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f85e00273e7643baa4ae9a763f5d68c4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4715204
Apr 19 19:26:55.344422 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 49918) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:26:55.344635 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa09fb40-0bbc-4f8c-8f44-a02efbed474a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d34afc5a-c355-433e-8d9b-b9b9050b7834,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:26:55.350559 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-fa09fb40-0bbc-4f8c-8f44-a02efbed474a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:26:55.517742 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2d82ce27-6463-4749-bb98-186034091f36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:55.562532 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2d82ce27-6463-4749-bb98-186034091f36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:55.739008 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff0633-e789-4e57-81e7-1c66015a0ed4 req-125cb1fc-9d2e-403a-a7f5-2fd389c76b2c tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:55.740754 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-45ff0633-e789-4e57-81e7-1c66015a0ed4 req-125cb1fc-9d2e-403a-a7f5-2fd389c76b2c tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f5bc227-3ca5-47fe-bd9b-8ac4d1e1e3c2 HTTP/1.1" status: 200  len: 945 time: 0.1319041
Apr 19 19:26:55.746633 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2d82ce27-6463-4749-bb98-186034091f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:55.756085 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-140112f7-95f6-4a3e-874f-3356ea00ee03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:26:55.809814 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2d82ce27-6463-4749-bb98-186034091f36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:55.815041 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-2d82ce27-6463-4749-bb98-186034091f36 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d34afc5a-c355-433e-8d9b-b9b9050b7834 HTTP/1.1" status: 204  len: 168 time: 0.4689920
Apr 19 19:26:55.833129 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-45ff0633-e789-4e57-81e7-1c66015a0ed4 req-80e1f0e0-8a5d-4884-af57-4b5e3696df8c tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788190
Apr 19 19:26:55.835680 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d82ce27-6463-4749-bb98-186034091f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34afc5a-c355-433e-8d9b-b9b9050b7834,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:26:55.850992 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-2d82ce27-6463-4749-bb98-186034091f36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:26:56.206321 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 49944) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:26:56.235246 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-24b73c64-a7a9-4fda-81c9-dad284528b02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:56.252378 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-24b73c64-a7a9-4fda-81c9-dad284528b02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:26:56.257157 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-24b73c64-a7a9-4fda-81c9-dad284528b02 admin admin] Usage tracker for resource:security_group_rule and tenant:fe3e8f2cf6174a3486a7f88d972b0503 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:26:56.260490 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-24b73c64-a7a9-4fda-81c9-dad284528b02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:26:56.267181 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-24b73c64-a7a9-4fda-81c9-dad284528b02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:26:56.377583 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-24b73c64-a7a9-4fda-81c9-dad284528b02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:56.381738 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-24b73c64-a7a9-4fda-81c9-dad284528b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:56.396623 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-1fa78ee0-150d-4ada-b582-a7e77e4ec5ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:26:56.444550 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-24b73c64-a7a9-4fda-81c9-dad284528b02 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fe3e8f2cf6174a3486a7f88d972b0503&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2359676
Apr 19 19:26:56.445569 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b73c64-a7a9-4fda-81c9-dad284528b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a809ea-9953-41f7-b3c0-4819eff22115,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:26:56.449319 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-24b73c64-a7a9-4fda-81c9-dad284528b02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:26:56.449608 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 49950) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:26:56.627238 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-341f1a31-e5ce-48a5-a7a6-b407069190c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:56.669387 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-341f1a31-e5ce-48a5-a7a6-b407069190c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:56.747333 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-341f1a31-e5ce-48a5-a7a6-b407069190c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:56.755323 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:26:56.769344 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341f1a31-e5ce-48a5-a7a6-b407069190c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a809ea-9953-41f7-b3c0-4819eff22115,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:26:56.784618 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-341f1a31-e5ce-48a5-a7a6-b407069190c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:26:56.785994 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-341f1a31-e5ce-48a5-a7a6-b407069190c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:56.794353 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-341f1a31-e5ce-48a5-a7a6-b407069190c2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c4a809ea-9953-41f7-b3c0-4819eff22115 HTTP/1.1" status: 204  len: 168 time: 0.3382447
Apr 19 19:26:57.087679 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97804e9-a753-4ee4-8c00-02dd04f51701 req-5e030035-1759-4d3c-a2a9-ea9c33cb9936 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:57.089785 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f97804e9-a753-4ee4-8c00-02dd04f51701 req-5e030035-1759-4d3c-a2a9-ea9c33cb9936 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f5bc227-3ca5-47fe-bd9b-8ac4d1e1e3c2 HTTP/1.1" status: 200  len: 945 time: 0.1172223
Apr 19 19:26:57.154738 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f97804e9-a753-4ee4-8c00-02dd04f51701 req-5fbfe213-f8a4-468a-8c28-0c9b804f4293 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573256
Apr 19 19:26:58.525141 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe49517-d63e-46cc-a685-4d9ba27df62e req-086f97f0-0fc4-431d-b80e-36325a0f842b tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:58.527584 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ffe49517-d63e-46cc-a685-4d9ba27df62e req-086f97f0-0fc4-431d-b80e-36325a0f842b tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f5bc227-3ca5-47fe-bd9b-8ac4d1e1e3c2 HTTP/1.1" status: 200  len: 945 time: 0.1567826
Apr 19 19:26:58.876324 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:26:59.087143 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ffe49517-d63e-46cc-a685-4d9ba27df62e req-a3d6a84b-89e5-49c0-9ad6-d291c595debb tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5452571
Apr 19 19:26:59.169572 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e342dd-90bd-4d9c-9a58-ebcd86bd7115 req-60ea4441-286a-437a-96e2-704d0521a708 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:26:59.171533 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f8e342dd-90bd-4d9c-9a58-ebcd86bd7115 req-60ea4441-286a-437a-96e2-704d0521a708 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/networks?id=25ae2e40-a0fd-4be2-80cb-8d7a91db2a23 HTTP/1.1" status: 200  len: 814 time: 0.2179606
Apr 19 19:26:59.198786 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f8e342dd-90bd-4d9c-9a58-ebcd86bd7115 req-071dd327-9303-4d23-ab3b-5f9bc79db678 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/quotas/85413127fef4416ca1237dc13d0f6ce2 HTTP/1.1" status: 200  len: 375 time: 0.0126460
Apr 19 19:26:59.348149 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f8e342dd-90bd-4d9c-9a58-ebcd86bd7115 req-f82bc35f-6c8c-46a6-ae25-f56081387e14 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=85413127fef4416ca1237dc13d0f6ce2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1372013
Apr 19 19:26:59.547396 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f8e342dd-90bd-4d9c-9a58-ebcd86bd7115 req-484b8f06-8e1d-473e-a465-b406dbb8a3c7 service neutron] 10.222.0.36 "GET /v2.0/networks/25ae2e40-a0fd-4be2-80cb-8d7a91db2a23?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1909246
Apr 19 19:26:59.731952 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f8e342dd-90bd-4d9c-9a58-ebcd86bd7115 req-be2eb1fb-6550-445c-a2ed-9adf9b775bfa service neutron] 10.222.0.36 "GET /v2.0/networks/25ae2e40-a0fd-4be2-80cb-8d7a91db2a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1832535
Apr 19 19:26:59.801919 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 50070) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:27:00.020276 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-287ed7b3-b4de-46a9-b9cc-eaf4656f8c0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:00.075269 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-287ed7b3-b4de-46a9-b9cc-eaf4656f8c0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:27:00.083694 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-287ed7b3-b4de-46a9-b9cc-eaf4656f8c0f admin admin] Usage tracker for resource:security_group_rule and tenant:04a3e11bd43f48a1b643bcd55b7de742 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:27:00.089540 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-287ed7b3-b4de-46a9-b9cc-eaf4656f8c0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:27:00.104104 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-287ed7b3-b4de-46a9-b9cc-eaf4656f8c0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:27:00.219894 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-287ed7b3-b4de-46a9-b9cc-eaf4656f8c0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:00.224618 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-287ed7b3-b4de-46a9-b9cc-eaf4656f8c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:00.234711 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-361d6a37-ead8-48ee-ac17-e5c478546e18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:27:00.282034 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-287ed7b3-b4de-46a9-b9cc-eaf4656f8c0f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=04a3e11bd43f48a1b643bcd55b7de742&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4787648
Apr 19 19:27:00.283091 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287ed7b3-b4de-46a9-b9cc-eaf4656f8c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a571b21-2bb1-4706-aa3b-48e154c53aa9,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:27:00.287591 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 50092) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:27:00.292936 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287ed7b3-b4de-46a9-b9cc-eaf4656f8c0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:27:00.293355 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287ed7b3-b4de-46a9-b9cc-eaf4656f8c0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:27:00.293760 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287ed7b3-b4de-46a9-b9cc-eaf4656f8c0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:27:00.294157 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287ed7b3-b4de-46a9-b9cc-eaf4656f8c0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:27:00.294549 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287ed7b3-b4de-46a9-b9cc-eaf4656f8c0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:27:00.294934 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287ed7b3-b4de-46a9-b9cc-eaf4656f8c0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:27:00.295329 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287ed7b3-b4de-46a9-b9cc-eaf4656f8c0f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:27:00.295737 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287ed7b3-b4de-46a9-b9cc-eaf4656f8c0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:27:00.296168 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287ed7b3-b4de-46a9-b9cc-eaf4656f8c0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:27:00.296555 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287ed7b3-b4de-46a9-b9cc-eaf4656f8c0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:27:00.296941 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287ed7b3-b4de-46a9-b9cc-eaf4656f8c0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:27:00.297324 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287ed7b3-b4de-46a9-b9cc-eaf4656f8c0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:27:00.302497 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-287ed7b3-b4de-46a9-b9cc-eaf4656f8c0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:27:00.407920 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-99e6b0f9-565d-432c-91ae-b541a56f505c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:00.447221 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-99e6b0f9-565d-432c-91ae-b541a56f505c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:00.525164 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-99e6b0f9-565d-432c-91ae-b541a56f505c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:00.535707 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:27:00.553831 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e6b0f9-565d-432c-91ae-b541a56f505c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a571b21-2bb1-4706-aa3b-48e154c53aa9,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:27:00.565942 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e6b0f9-565d-432c-91ae-b541a56f505c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:27:00.566416 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e6b0f9-565d-432c-91ae-b541a56f505c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:27:00.566815 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e6b0f9-565d-432c-91ae-b541a56f505c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:27:00.567204 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e6b0f9-565d-432c-91ae-b541a56f505c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:27:00.567591 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e6b0f9-565d-432c-91ae-b541a56f505c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:27:00.568046 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e6b0f9-565d-432c-91ae-b541a56f505c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:27:00.568424 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e6b0f9-565d-432c-91ae-b541a56f505c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:27:00.568802 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e6b0f9-565d-432c-91ae-b541a56f505c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:27:00.569183 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e6b0f9-565d-432c-91ae-b541a56f505c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:27:00.569562 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e6b0f9-565d-432c-91ae-b541a56f505c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:27:00.569940 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e6b0f9-565d-432c-91ae-b541a56f505c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:27:00.570315 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e6b0f9-565d-432c-91ae-b541a56f505c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:27:00.573476 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-99e6b0f9-565d-432c-91ae-b541a56f505c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:00.574700 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-99e6b0f9-565d-432c-91ae-b541a56f505c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1a571b21-2bb1-4706-aa3b-48e154c53aa9 HTTP/1.1" status: 204  len: 168 time: 0.2853038
Apr 19 19:27:00.575752 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-99e6b0f9-565d-432c-91ae-b541a56f505c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:27:01.015231 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 50102) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:27:01.038831 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7f285db7-011a-45d8-8a07-d1695d7849ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:01.060091 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-7f285db7-011a-45d8-8a07-d1695d7849ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:27:01.065786 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-7f285db7-011a-45d8-8a07-d1695d7849ad admin admin] Usage tracker for resource:security_group_rule and tenant:29297217d7384c838e782c2a33e1638f is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:27:01.070649 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-7f285db7-011a-45d8-8a07-d1695d7849ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:27:01.078339 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-7f285db7-011a-45d8-8a07-d1695d7849ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:27:01.231646 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7f285db7-011a-45d8-8a07-d1695d7849ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:01.236233 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7f285db7-011a-45d8-8a07-d1695d7849ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:01.255066 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-ccdf2d66-1246-49e9-a29a-1df80b5a42a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:27:01.350050 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-7f285db7-011a-45d8-8a07-d1695d7849ad admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=29297217d7384c838e782c2a33e1638f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3328819
Apr 19 19:27:01.351709 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f285db7-011a-45d8-8a07-d1695d7849ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e94515-1fd6-418b-8a2f-38075836affa,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:27:01.352670 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 50112) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:27:01.357426 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-7f285db7-011a-45d8-8a07-d1695d7849ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:27:01.430873 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ff542121-b07b-478a-b6ca-dd43853a8a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:01.463959 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ff542121-b07b-478a-b6ca-dd43853a8a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:01.543259 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ff542121-b07b-478a-b6ca-dd43853a8a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:01.548479 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:27:01.568002 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff542121-b07b-478a-b6ca-dd43853a8a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e94515-1fd6-418b-8a2f-38075836affa,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:27:01.575896 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-ff542121-b07b-478a-b6ca-dd43853a8a7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:27:01.591701 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ff542121-b07b-478a-b6ca-dd43853a8a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:01.594899 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-ff542121-b07b-478a-b6ca-dd43853a8a7b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a7e94515-1fd6-418b-8a2f-38075836affa HTTP/1.1" status: 204  len: 168 time: 0.2405944
Apr 19 19:27:02.613685 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-42a33c5a-e6e3-4c0d-8141-264d625daf22 req-42ef49c9-94ef-4588-9612-f32a106852bb tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dc4f0c8-a807-486e-b932-13aa884d45d4 HTTP/1.1" status: 200  len: 210 time: 0.2231655
Apr 19 19:27:02.705509 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f096394-b536-459e-9b82-292983b41a35 req-584ea81e-b11b-4e8a-8a05-8403da15004c tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:02.710490 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9f096394-b536-459e-9b82-292983b41a35 req-584ea81e-b11b-4e8a-8a05-8403da15004c tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f5bc227-3ca5-47fe-bd9b-8ac4d1e1e3c2 HTTP/1.1" status: 200  len: 945 time: 0.2065597
Apr 19 19:27:02.782308 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9f096394-b536-459e-9b82-292983b41a35 req-e6442218-0172-432c-bb63-fa350713ca8e tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648143
Apr 19 19:27:04.225459 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e342dd-90bd-4d9c-9a58-ebcd86bd7115 req-5b2415d4-23e2-417f-84f7-754a1ecdfbdb tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:04.236817 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f8e342dd-90bd-4d9c-9a58-ebcd86bd7115 req-5b2415d4-23e2-417f-84f7-754a1ecdfbdb tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.20 "GET /v2.0/networks?id=25ae2e40-a0fd-4be2-80cb-8d7a91db2a23 HTTP/1.1" status: 200  len: 814 time: 0.6472008
Apr 19 19:27:04.252450 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-f8e342dd-90bd-4d9c-9a58-ebcd86bd7115 req-2fddbcfa-9d8a-44f2-a0f9-0e5443eae5e4 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Request body: {'port': {'device_id': '7dc4f0c8-a807-486e-b932-13aa884d45d4', 'network_id': '25ae2e40-a0fd-4be2-80cb-8d7a91db2a23', 'admin_state_up': True, 'tenant_id': '85413127fef4416ca1237dc13d0f6ce2'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:27:04.518816 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-282768b6-e26b-4020-94af-c39692e2c54c req-fe1501a9-4570-4663-a9e1-4f25487362de tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dc4f0c8-a807-486e-b932-13aa884d45d4 HTTP/1.1" status: 200  len: 210 time: 0.3970931
Apr 19 19:27:04.738407 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-f8e342dd-90bd-4d9c-9a58-ebcd86bd7115 req-2fddbcfa-9d8a-44f2-a0f9-0e5443eae5e4 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:27:04.746983 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-f8e342dd-90bd-4d9c-9a58-ebcd86bd7115 req-2fddbcfa-9d8a-44f2-a0f9-0e5443eae5e4 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Usage tracker for resource:port and tenant:85413127fef4416ca1237dc13d0f6ce2 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:27:04.753297 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-f8e342dd-90bd-4d9c-9a58-ebcd86bd7115 req-2fddbcfa-9d8a-44f2-a0f9-0e5443eae5e4 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:27:04.767844 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-f8e342dd-90bd-4d9c-9a58-ebcd86bd7115 req-2fddbcfa-9d8a-44f2-a0f9-0e5443eae5e4 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:27:04.792927 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219441f7-335b-46db-b5e5-ec0b28d5e12c req-f2397e9a-9fc2-4cb3-907c-0c85054895f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:04.795737 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-219441f7-335b-46db-b5e5-ec0b28d5e12c req-f2397e9a-9fc2-4cb3-907c-0c85054895f7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6f5bc227-3ca5-47fe-bd9b-8ac4d1e1e3c2 HTTP/1.1" status: 200  len: 1098 time: 0.4181807
Apr 19 19:27:04.802932 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8e342dd-90bd-4d9c-9a58-ebcd86bd7115 req-2fddbcfa-9d8a-44f2-a0f9-0e5443eae5e4 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Made reservation on behalf of 85413127fef4416ca1237dc13d0f6ce2 for: {'port': 1} {{(pid=86369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:27:04.812632 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d21a78-43e1-4d3e-a089-9837e51fdb77 req-65fb7058-f159-496c-abe8-3f75bc53368f tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:04.822451 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-f8e342dd-90bd-4d9c-9a58-ebcd86bd7115 req-2fddbcfa-9d8a-44f2-a0f9-0e5443eae5e4 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:04.826652 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d2d21a78-43e1-4d3e-a089-9837e51fdb77 req-65fb7058-f159-496c-abe8-3f75bc53368f tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f5bc227-3ca5-47fe-bd9b-8ac4d1e1e3c2 HTTP/1.1" status: 200  len: 945 time: 0.5655534
Apr 19 19:27:04.941746 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d2d21a78-43e1-4d3e-a089-9837e51fdb77 req-2b6470d9-2860-48a3-a8d7-bfb2214a606a tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1136880
Apr 19 19:27:04.993170 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-219441f7-335b-46db-b5e5-ec0b28d5e12c req-f78a96ba-0dfe-4ffc-87cf-9a9708fea442 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1628718
Apr 19 19:27:05.143104 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [req-f8e342dd-90bd-4d9c-9a58-ebcd86bd7115 req-2fddbcfa-9d8a-44f2-a0f9-0e5443eae5e4 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Allocated IP 172.20.0.8 (25ae2e40-a0fd-4be2-80cb-8d7a91db2a23/88652430-4f45-47e3-9948-8fa89b4f7532/2d75b061-7a9d-4550-9d74-7f7c0cb1ab89) {{(pid=86369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:27:05.418990 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-f8e342dd-90bd-4d9c-9a58-ebcd86bd7115 req-2fddbcfa-9d8a-44f2-a0f9-0e5443eae5e4 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Notify callbacks [] for port, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:05.453900 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-f8e342dd-90bd-4d9c-9a58-ebcd86bd7115 req-2fddbcfa-9d8a-44f2-a0f9-0e5443eae5e4 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739738723801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31618435'] for port, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:05.464371 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:27:05.513050 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] get_ports_and_sgs() called for port_ids ['643ca322-bd10-4392-be03-10b198f92d31', 'ac09c14e-d3e9-44c8-97c1-a1a6099c6d96'] {{(pid=86370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:27:05.586372 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8e342dd-90bd-4d9c-9a58-ebcd86bd7115 req-2fddbcfa-9d8a-44f2-a0f9-0e5443eae5e4 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Network 25ae2e40-a0fd-4be2-80cb-8d7a91db2a23 is already hosted by enough agents. {{(pid=86369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:27:05.603377 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [req-f8e342dd-90bd-4d9c-9a58-ebcd86bd7115 req-2fddbcfa-9d8a-44f2-a0f9-0e5443eae5e4 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Resources bound (agent type, host, resource id):  {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:27:05.612732 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8e342dd-90bd-4d9c-9a58-ebcd86bd7115 req-2fddbcfa-9d8a-44f2-a0f9-0e5443eae5e4 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Received port after_create {{(pid=86369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:27:05.749250 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e342dd-90bd-4d9c-9a58-ebcd86bd7115 req-2fddbcfa-9d8a-44f2-a0f9-0e5443eae5e4 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:05.750686 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-f8e342dd-90bd-4d9c-9a58-ebcd86bd7115 req-2fddbcfa-9d8a-44f2-a0f9-0e5443eae5e4 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:05.800204 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fddbcfa-9d8a-44f2-a0f9-0e5443eae5e4 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Pushing event updated for resources: {'Port': ['ID=2d75b061-7a9d-4550-9d74-7f7c0cb1ab89,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:27:05.819054 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f8e342dd-90bd-4d9c-9a58-ebcd86bd7115 req-2fddbcfa-9d8a-44f2-a0f9-0e5443eae5e4 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5734780
Apr 19 19:27:05.820632 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-2fddbcfa-9d8a-44f2-a0f9-0e5443eae5e4 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:27:05.850929 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-f8e342dd-90bd-4d9c-9a58-ebcd86bd7115 req-17bbe963-d4a7-4b52-9100-1b344789d6e6 service neutron] Request body: {'port': {'device_id': '7dc4f0c8-a807-486e-b932-13aa884d45d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:27:05.912060 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b3087-dfa6-484d-9f32-c448ad9af606 req-14a2397e-2a30-49f4-b6da-69cb6163e0a1 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:05.927276 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8b8b3087-dfa6-484d-9f32-c448ad9af606 req-14a2397e-2a30-49f4-b6da-69cb6163e0a1 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dc4f0c8-a807-486e-b932-13aa884d45d4 HTTP/1.1" status: 200  len: 931 time: 0.1896164
Apr 19 19:27:06.037166 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8b8b3087-dfa6-484d-9f32-c448ad9af606 req-c9c12749-d85a-4adc-8398-59106a870b43 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ea1d6d9-16df-47a6-b3b2-7b8ea05c5162&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1088161
Apr 19 19:27:06.085969 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-f8e342dd-90bd-4d9c-9a58-ebcd86bd7115 req-17bbe963-d4a7-4b52-9100-1b344789d6e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:06.332149 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc39e6-276e-4ed8-a1e5-ff529d228d14 req-066dfe82-f9e9-4acc-bf39-49d3239c42ad tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:06.338008 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-adfc39e6-276e-4ed8-a1e5-ff529d228d14 req-066dfe82-f9e9-4acc-bf39-49d3239c42ad tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f5bc227-3ca5-47fe-bd9b-8ac4d1e1e3c2 HTTP/1.1" status: 200  len: 945 time: 0.1323564
Apr 19 19:27:06.436926 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-adfc39e6-276e-4ed8-a1e5-ff529d228d14 req-f97cd51a-85be-4e19-8a39-9554ddc4e616 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772283
Apr 19 19:27:06.879646 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [req-f8e342dd-90bd-4d9c-9a58-ebcd86bd7115 req-17bbe963-d4a7-4b52-9100-1b344789d6e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d75b061-7a9d-4550-9d74-7f7c0cb1ab89 {{(pid=86369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:27:06.888876 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-f8e342dd-90bd-4d9c-9a58-ebcd86bd7115 req-17bbe963-d4a7-4b52-9100-1b344789d6e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:06.907039 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [req-f8e342dd-90bd-4d9c-9a58-ebcd86bd7115 req-17bbe963-d4a7-4b52-9100-1b344789d6e6 service neutron] Transition to ACTIVE for port object 2d75b061-7a9d-4550-9d74-7f7c0cb1ab89 will not be triggered until provisioned by entity L2. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:27:06.913322 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-f8e342dd-90bd-4d9c-9a58-ebcd86bd7115 req-17bbe963-d4a7-4b52-9100-1b344789d6e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823157366'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:06.919475 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:27:07.086788 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bbe963-d4a7-4b52-9100-1b344789d6e6 service neutron] Pushing event updated for resources: {'Port': ['ID=2d75b061-7a9d-4550-9d74-7f7c0cb1ab89,revision_number=2']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:27:07.112215 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-17bbe963-d4a7-4b52-9100-1b344789d6e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:27:07.304686 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58da35c4-6e4c-4771-9521-c06c14e6575a req-93a0b0cc-e8de-48c2-9232-f3b93bae5c43 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:07.307784 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-58da35c4-6e4c-4771-9521-c06c14e6575a req-93a0b0cc-e8de-48c2-9232-f3b93bae5c43 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dc4f0c8-a807-486e-b932-13aa884d45d4 HTTP/1.1" status: 200  len: 943 time: 0.1140075
Apr 19 19:27:07.369397 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-f8e342dd-90bd-4d9c-9a58-ebcd86bd7115 req-17bbe963-d4a7-4b52-9100-1b344789d6e6 service neutron] Attempting to bind port 2d75b061-7a9d-4550-9d74-7f7c0cb1ab89 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:27:07.370432 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-f8e342dd-90bd-4d9c-9a58-ebcd86bd7115 req-17bbe963-d4a7-4b52-9100-1b344789d6e6 service neutron] Attempting to bind port 2d75b061-7a9d-4550-9d74-7f7c0cb1ab89 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'b3c21e51-3edd-47e3-9955-c8137f9b3597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '25ae2e40-a0fd-4be2-80cb-8d7a91db2a23'}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:27:07.371299 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e342dd-90bd-4d9c-9a58-ebcd86bd7115 req-17bbe963-d4a7-4b52-9100-1b344789d6e6 service neutron] Attempting to bind port 2d75b061-7a9d-4550-9d74-7f7c0cb1ab89 on network 25ae2e40-a0fd-4be2-80cb-8d7a91db2a23 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:27:07.386184 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e342dd-90bd-4d9c-9a58-ebcd86bd7115 req-17bbe963-d4a7-4b52-9100-1b344789d6e6 service neutron] Port 2d75b061-7a9d-4550-9d74-7f7c0cb1ab89 on network 25ae2e40-a0fd-4be2-80cb-8d7a91db2a23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 19:27:07.386184 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e342dd-90bd-4d9c-9a58-ebcd86bd7115 req-17bbe963-d4a7-4b52-9100-1b344789d6e6 service neutron] Attempting to bind port 2d75b061-7a9d-4550-9d74-7f7c0cb1ab89 on network 25ae2e40-a0fd-4be2-80cb-8d7a91db2a23 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:27:07.406793 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e342dd-90bd-4d9c-9a58-ebcd86bd7115 req-17bbe963-d4a7-4b52-9100-1b344789d6e6 service neutron] Checking agent: {'id': '13e8b6f5-8e00-4da6-9b4f-d998588d9e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 22, 59), 'started_at': datetime.datetime(2021, 4, 19, 19, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:27:07.407909 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e342dd-90bd-4d9c-9a58-ebcd86bd7115 req-17bbe963-d4a7-4b52-9100-1b344789d6e6 service neutron] Checking segment: {'id': 'b3c21e51-3edd-47e3-9955-c8137f9b3597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '25ae2e40-a0fd-4be2-80cb-8d7a91db2a23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:27:07.408884 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e342dd-90bd-4d9c-9a58-ebcd86bd7115 req-17bbe963-d4a7-4b52-9100-1b344789d6e6 service neutron] Bound using segment: {'id': 'b3c21e51-3edd-47e3-9955-c8137f9b3597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '25ae2e40-a0fd-4be2-80cb-8d7a91db2a23'} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:27:07.412538 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-f8e342dd-90bd-4d9c-9a58-ebcd86bd7115 req-17bbe963-d4a7-4b52-9100-1b344789d6e6 service neutron] Bound port: 2d75b061-7a9d-4550-9d74-7f7c0cb1ab89, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3c21e51-3edd-47e3-9955-c8137f9b3597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '25ae2e40-a0fd-4be2-80cb-8d7a91db2a23'}}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:27:07.412922 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-f8e342dd-90bd-4d9c-9a58-ebcd86bd7115 req-17bbe963-d4a7-4b52-9100-1b344789d6e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:07.478188 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-58da35c4-6e4c-4771-9521-c06c14e6575a req-7435eecc-0cc7-4059-a0a7-9d9ccf19b58b tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ea1d6d9-16df-47a6-b3b2-7b8ea05c5162&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1629255
Apr 19 19:27:07.684504 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-f8e342dd-90bd-4d9c-9a58-ebcd86bd7115 req-17bbe963-d4a7-4b52-9100-1b344789d6e6 service neutron] For port 2d75b061-7a9d-4550-9d74-7f7c0cb1ab89, host hv-cinder-78693, cleared binding levels {{(pid=86369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:27:07.702308 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-f8e342dd-90bd-4d9c-9a58-ebcd86bd7115 req-17bbe963-d4a7-4b52-9100-1b344789d6e6 service neutron] For port 2d75b061-7a9d-4550-9d74-7f7c0cb1ab89, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2d75b061-7a9d-4550-9d74-7f7c0cb1ab89,segment=NetworkSegment(b3c21e51-3edd-47e3-9955-c8137f9b3597),segment_id=b3c21e51-3edd-47e3-9955-c8137f9b3597)] {{(pid=86369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:27:07.722103 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-f8e342dd-90bd-4d9c-9a58-ebcd86bd7115 req-17bbe963-d4a7-4b52-9100-1b344789d6e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823157366'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:07.762735 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-7ea86333-7194-447f-a486-eeb5713d91b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:27:07.997862 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e342dd-90bd-4d9c-9a58-ebcd86bd7115 req-17bbe963-d4a7-4b52-9100-1b344789d6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:07.999408 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-f8e342dd-90bd-4d9c-9a58-ebcd86bd7115 req-17bbe963-d4a7-4b52-9100-1b344789d6e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:08.002175 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f8e342dd-90bd-4d9c-9a58-ebcd86bd7115 req-17bbe963-d4a7-4b52-9100-1b344789d6e6 service neutron] 10.222.0.20 "PUT /v2.0/ports/2d75b061-7a9d-4550-9d74-7f7c0cb1ab89 HTTP/1.1" status: 200  len: 1093 time: 2.1610937
Apr 19 19:27:08.006271 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bbe963-d4a7-4b52-9100-1b344789d6e6 service neutron] Pushing event updated for resources: {'Port': ['ID=2d75b061-7a9d-4550-9d74-7f7c0cb1ab89,revision_number=3']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:27:08.024113 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-17bbe963-d4a7-4b52-9100-1b344789d6e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:27:08.024113 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dc4f0c8-a807-486e-b932-13aa884d45d4', 'tag': '2d75b061-7a9d-4550-9d74-7f7c0cb1ab89'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:27:08.038481 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2d1ef-891f-44b5-bd21-69caf5d84f14 req-c27565f5-f980-43ab-8b64-72b941a74da8 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:08.050871 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-90f2d1ef-891f-44b5-bd21-69caf5d84f14 req-c27565f5-f980-43ab-8b64-72b941a74da8 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f5bc227-3ca5-47fe-bd9b-8ac4d1e1e3c2 HTTP/1.1" status: 200  len: 945 time: 0.1870699
Apr 19 19:27:08.168356 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-90f2d1ef-891f-44b5-bd21-69caf5d84f14 req-19aa8b7b-3b09-48a1-a35d-c2e9bdce708f tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1143274
Apr 19 19:27:08.337616 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e342dd-90bd-4d9c-9a58-ebcd86bd7115 req-4abbfb86-b39c-44d5-9e21-06c3e6275802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:08.342691 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f8e342dd-90bd-4d9c-9a58-ebcd86bd7115 req-4abbfb86-b39c-44d5-9e21-06c3e6275802 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=85413127fef4416ca1237dc13d0f6ce2&device_id=7dc4f0c8-a807-486e-b932-13aa884d45d4 HTTP/1.1" status: 200  len: 1096 time: 0.2325988
Apr 19 19:27:08.497889 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f8e342dd-90bd-4d9c-9a58-ebcd86bd7115 req-6b23ec15-3e74-47c9-9b73-97684543d4d2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d75b061-7a9d-4550-9d74-7f7c0cb1ab89 HTTP/1.1" status: 200  len: 217 time: 0.1414278
Apr 19 19:27:08.501808 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dc4f0c8-a807-486e-b932-13aa884d45d4', 'tag': '2d75b061-7a9d-4550-9d74-7f7c0cb1ab89', 'status': 'completed', 'code': 200}
Apr 19 19:27:08.553941 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669b5482-0805-4f84-bf99-8ef5f5ff71a0 req-066cc84c-9300-4729-8cb5-d4a2e218a667 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:08.555783 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-669b5482-0805-4f84-bf99-8ef5f5ff71a0 req-066cc84c-9300-4729-8cb5-d4a2e218a667 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cad848e-cc06-48f5-b3f7-9e0e8149ae93 HTTP/1.1" status: 200  len: 945 time: 0.1627789
Apr 19 19:27:08.668843 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 50356) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:27:08.685428 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-669b5482-0805-4f84-bf99-8ef5f5ff71a0 req-c275d7eb-0f3c-4cf1-818f-c8790dac047c tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1187513
Apr 19 19:27:08.725708 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e342dd-90bd-4d9c-9a58-ebcd86bd7115 req-c407308d-63ec-46ae-bb90-48a13052d087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:08.728283 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f8e342dd-90bd-4d9c-9a58-ebcd86bd7115 req-c407308d-63ec-46ae-bb90-48a13052d087 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=88652430-4f45-47e3-9948-8fa89b4f7532 HTTP/1.1" status: 200  len: 854 time: 0.2224052
Apr 19 19:27:08.841106 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f8e342dd-90bd-4d9c-9a58-ebcd86bd7115 req-44fb17e2-2c71-4f30-b582-b7022bc2e634 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=25ae2e40-a0fd-4be2-80cb-8d7a91db2a23&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1027405
Apr 19 19:27:09.039780 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef758d-83d1-4a20-9254-78c0a3074a2c req-af1dea48-c1d6-4ca9-9b87-a613ae4c2c45 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:09.042964 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a7ef758d-83d1-4a20-9254-78c0a3074a2c req-af1dea48-c1d6-4ca9-9b87-a613ae4c2c45 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dc4f0c8-a807-486e-b932-13aa884d45d4 HTTP/1.1" status: 200  len: 943 time: 0.2142010
Apr 19 19:27:09.070695 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-529e5123-40dc-4a43-b6f1-06039f092843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:09.112446 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f8e342dd-90bd-4d9c-9a58-ebcd86bd7115 req-a7625183-3151-4006-9fc6-8384be1bbe3a service neutron] 10.222.0.20 "GET /v2.0/networks/25ae2e40-a0fd-4be2-80cb-8d7a91db2a23?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2532125
Apr 19 19:27:09.142423 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a7ef758d-83d1-4a20-9254-78c0a3074a2c req-c730a9bc-0d55-4191-bf0d-a797708e291f tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ea1d6d9-16df-47a6-b3b2-7b8ea05c5162&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597873
Apr 19 19:27:09.148790 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-529e5123-40dc-4a43-b6f1-06039f092843 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:27:09.155227 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-529e5123-40dc-4a43-b6f1-06039f092843 admin admin] Usage tracker for resource:security_group_rule and tenant:4e7a5e5ddfd14a7d8dfca63474f7343a is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:27:09.162202 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-529e5123-40dc-4a43-b6f1-06039f092843 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:27:09.214903 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-529e5123-40dc-4a43-b6f1-06039f092843 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:27:09.352080 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f8e342dd-90bd-4d9c-9a58-ebcd86bd7115 req-5f3be36a-cf17-4afb-95ab-6b2b5fd78093 service neutron] 10.222.0.20 "GET /v2.0/networks/25ae2e40-a0fd-4be2-80cb-8d7a91db2a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2301342
Apr 19 19:27:09.397309 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-529e5123-40dc-4a43-b6f1-06039f092843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:09.404406 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-529e5123-40dc-4a43-b6f1-06039f092843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:09.423098 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-377faf91-7753-48ac-b20e-50cbf5126f7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:27:09.518164 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529e5123-40dc-4a43-b6f1-06039f092843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e90ae8b-5aa8-45da-87bd-492211ec3772,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:27:09.529885 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-529e5123-40dc-4a43-b6f1-06039f092843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:27:09.537640 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-529e5123-40dc-4a43-b6f1-06039f092843 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4e7a5e5ddfd14a7d8dfca63474f7343a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8670549
Apr 19 19:27:09.540509 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 50382) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:27:09.685356 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b5bc9719-d3da-42b3-835a-eade2af85c31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:09.752070 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b5bc9719-d3da-42b3-835a-eade2af85c31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:09.756905 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9375ea8c-e577-4697-b30d-744e8c7cc092 req-4305ebd2-fc90-4482-ac19-522b5556e090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:09.759099 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9375ea8c-e577-4697-b30d-744e8c7cc092 req-4305ebd2-fc90-4482-ac19-522b5556e090 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=85413127fef4416ca1237dc13d0f6ce2&device_id=7dc4f0c8-a807-486e-b932-13aa884d45d4 HTTP/1.1" status: 200  len: 1096 time: 0.2462096
Apr 19 19:27:09.846559 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b5bc9719-d3da-42b3-835a-eade2af85c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:09.859139 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-529e5123-40dc-4a43-b6f1-06039f092843 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:27:09.877977 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bc9719-d3da-42b3-835a-eade2af85c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e90ae8b-5aa8-45da-87bd-492211ec3772,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:27:09.891464 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b5bc9719-d3da-42b3-835a-eade2af85c31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:27:09.895482 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b5bc9719-d3da-42b3-835a-eade2af85c31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:09.899786 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-b5bc9719-d3da-42b3-835a-eade2af85c31 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1e90ae8b-5aa8-45da-87bd-492211ec3772 HTTP/1.1" status: 204  len: 168 time: 0.3551605
Apr 19 19:27:10.143621 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9375ea8c-e577-4697-b30d-744e8c7cc092 req-ad25b163-13a1-4f70-931f-30f0b23c3f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:10.145919 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9375ea8c-e577-4697-b30d-744e8c7cc092 req-ad25b163-13a1-4f70-931f-30f0b23c3f1e service neutron] 10.222.0.20 "GET /v2.0/networks?id=25ae2e40-a0fd-4be2-80cb-8d7a91db2a23 HTTP/1.1" status: 200  len: 915 time: 0.3679590
Apr 19 19:27:10.246552 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9375ea8c-e577-4697-b30d-744e8c7cc092 req-029d7017-085f-4392-aeb3-a4cdb01f8661 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d75b061-7a9d-4550-9d74-7f7c0cb1ab89 HTTP/1.1" status: 200  len: 217 time: 0.0799437
Apr 19 19:27:10.337074 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9375ea8c-e577-4697-b30d-744e8c7cc092 req-215705c3-9dd4-4d14-83f4-f9e4823b09dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:10.339041 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9375ea8c-e577-4697-b30d-744e8c7cc092 req-215705c3-9dd4-4d14-83f4-f9e4823b09dc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=88652430-4f45-47e3-9948-8fa89b4f7532 HTTP/1.1" status: 200  len: 854 time: 0.0804844
Apr 19 19:27:10.460802 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9375ea8c-e577-4697-b30d-744e8c7cc092 req-390732bf-152d-4c3f-baf6-c00883f9b6a9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=25ae2e40-a0fd-4be2-80cb-8d7a91db2a23&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1008883
Apr 19 19:27:10.462198 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 50412) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:27:10.562867 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5feb9a-8d4f-4dae-aba0-a8cf07f8c4b5 req-edca606b-553e-4847-8ac7-1f307ba82129 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:10.573003 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-cc5feb9a-8d4f-4dae-aba0-a8cf07f8c4b5 req-edca606b-553e-4847-8ac7-1f307ba82129 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dc4f0c8-a807-486e-b932-13aa884d45d4 HTTP/1.1" status: 200  len: 943 time: 0.1799390
Apr 19 19:27:10.632697 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 50420) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:27:10.645172 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-cc5feb9a-8d4f-4dae-aba0-a8cf07f8c4b5 req-8a4aa917-ff8b-4b62-9306-8088d431af31 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ea1d6d9-16df-47a6-b3b2-7b8ea05c5162&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710630
Apr 19 19:27:10.681768 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c5f05520-9b04-4ed2-8146-3f5b11293e8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:10.708958 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-c5f05520-9b04-4ed2-8146-3f5b11293e8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:27:10.714243 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-c5f05520-9b04-4ed2-8146-3f5b11293e8c admin admin] Usage tracker for resource:security_group_rule and tenant:00603ec1a02c49a792c3b053a1c91620 is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:27:10.719191 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-c5f05520-9b04-4ed2-8146-3f5b11293e8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:27:10.729476 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-c5f05520-9b04-4ed2-8146-3f5b11293e8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:27:10.848497 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c5f05520-9b04-4ed2-8146-3f5b11293e8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:10.848927 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_v2 [None req-d178e054-6e7f-40f4-b7e0-a371d66de678 admin admin] Deleting subnet c01b919d-2b57-44a6-8842-06aea8c0788f {{(pid=86369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 19:27:10.852232 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c5f05520-9b04-4ed2-8146-3f5b11293e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:10.862398 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:27:10.862670 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d178e054-6e7f-40f4-b7e0-a371d66de678 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:10.909235 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f05520-9b04-4ed2-8146-3f5b11293e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e79639a4-af13-4281-ab18-84b87dfa423e,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:27:10.915635 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-c5f05520-9b04-4ed2-8146-3f5b11293e8c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=00603ec1a02c49a792c3b053a1c91620&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2688253
Apr 19 19:27:10.916603 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c5f05520-9b04-4ed2-8146-3f5b11293e8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:27:10.920513 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 50426) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:27:11.001072 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 50432) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:27:11.060934 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-499b6332-98ea-4172-aabc-52d15342d114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:11.126202 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-499b6332-98ea-4172-aabc-52d15342d114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:11.213910 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-499b6332-98ea-4172-aabc-52d15342d114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:11.223262 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-7f259d15-46e0-4130-8775-12a5a7ef0a5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:27:11.265691 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b6332-98ea-4172-aabc-52d15342d114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79639a4-af13-4281-ab18-84b87dfa423e,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:27:11.295241 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9375ea8c-e577-4697-b30d-744e8c7cc092 req-eb983e49-535a-4fb1-b182-f05a250cf9d1 service neutron] 10.222.0.20 "GET /v2.0/networks/25ae2e40-a0fd-4be2-80cb-8d7a91db2a23?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7369246
Apr 19 19:27:11.297510 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-499b6332-98ea-4172-aabc-52d15342d114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:27:11.307123 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d178e054-6e7f-40f4-b7e0-a371d66de678 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036821571810'] for subnet, precommit_delete_associations {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:11.310947 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-499b6332-98ea-4172-aabc-52d15342d114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:11.318102 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-499b6332-98ea-4172-aabc-52d15342d114 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e79639a4-af13-4281-ab18-84b87dfa423e HTTP/1.1" status: 204  len: 168 time: 0.3956285
Apr 19 19:27:11.320724 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-626101fe-09de-43bf-98f7-d33ab4d0da68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:11.358345 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-626101fe-09de-43bf-98f7-d33ab4d0da68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:27:11.385575 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-626101fe-09de-43bf-98f7-d33ab4d0da68 admin admin] Usage tracker for resource:security_group_rule and tenant:82643e16abe64d99a9ffcb14bab3ee4e is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:27:11.398934 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-626101fe-09de-43bf-98f7-d33ab4d0da68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:27:11.430340 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-626101fe-09de-43bf-98f7-d33ab4d0da68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:27:11.509539 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d178e054-6e7f-40f4-b7e0-a371d66de678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1918498'] for subnet, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:11.598137 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9375ea8c-e577-4697-b30d-744e8c7cc092 req-7ecdd9e1-945f-4ade-bff2-d4fedf694e07 service neutron] 10.222.0.20 "GET /v2.0/networks/25ae2e40-a0fd-4be2-80cb-8d7a91db2a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2929132
Apr 19 19:27:11.728171 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-626101fe-09de-43bf-98f7-d33ab4d0da68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:11.741538 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-626101fe-09de-43bf-98f7-d33ab4d0da68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:11.854758 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-208fed83-7ae5-40d8-848e-be4da8a6df5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:27:11.892425 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-626101fe-09de-43bf-98f7-d33ab4d0da68 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=82643e16abe64d99a9ffcb14bab3ee4e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8897741
Apr 19 19:27:11.964514 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626101fe-09de-43bf-98f7-d33ab4d0da68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c333ed-0fde-4487-bb91-8a5cad779f5e,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:27:11.969419 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 50454) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:27:11.980917 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-626101fe-09de-43bf-98f7-d33ab4d0da68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:27:12.283469 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d178e054-6e7f-40f4-b7e0-a371d66de678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852857318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31618135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036824016211'] for subnet, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:12.300433 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-aa796631-be5e-4b0b-b331-871f6ecace7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:27:12.305403 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2550386b-398a-4e2d-b866-7947a3fe9994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:12.346171 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d178e054-6e7f-40f4-b7e0-a371d66de678 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c01b919d-2b57-44a6-8842-06aea8c0788f,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:27:12.349279 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4c9b8-df0b-4de6-856d-21fad7d0e090 req-27025ae9-a351-4edf-b4c3-d9d6b0d440c1 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:12.353854 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d178e054-6e7f-40f4-b7e0-a371d66de678 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for subnet, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:12.360290 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-d178e054-6e7f-40f4-b7e0-a371d66de678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:27:12.368305 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-d178e054-6e7f-40f4-b7e0-a371d66de678 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c01b919d-2b57-44a6-8842-06aea8c0788f HTTP/1.1" status: 204  len: 168 time: 1.8998535
Apr 19 19:27:12.368635 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-91d4c9b8-df0b-4de6-856d-21fad7d0e090 req-27025ae9-a351-4edf-b4c3-d9d6b0d440c1 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dc4f0c8-a807-486e-b932-13aa884d45d4 HTTP/1.1" status: 200  len: 943 time: 0.3484025
Apr 19 19:27:12.372814 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 50472) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:27:12.379416 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3ba3bc-bc62-42cb-a25a-1eb7a272dfb4 req-e54b2a38-629b-44bb-95b3-966ff65a2660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:12.381002 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bd3ba3bc-bc62-42cb-a25a-1eb7a272dfb4 req-e54b2a38-629b-44bb-95b3-966ff65a2660 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=caaf84b4cca64642b19aac2312292f91&device_id=5cad848e-cc06-48f5-b3f7-9e0e8149ae93 HTTP/1.1" status: 200  len: 1098 time: 0.2458329
Apr 19 19:27:12.476165 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-91d4c9b8-df0b-4de6-856d-21fad7d0e090 req-bb1bce84-dea6-4a33-84e8-ba03f3b036fb tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ea1d6d9-16df-47a6-b3b2-7b8ea05c5162&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1100996
Apr 19 19:27:12.596795 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2550386b-398a-4e2d-b866-7947a3fe9994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:12.684432 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c04c4-7fa9-4093-8d69-231d876bafac req-83492448-1f11-4864-b9ef-8f4a7789dfb3 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:12.686900 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a10c04c4-7fa9-4093-8d69-231d876bafac req-83492448-1f11-4864-b9ef-8f4a7789dfb3 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cad848e-cc06-48f5-b3f7-9e0e8149ae93 HTTP/1.1" status: 200  len: 945 time: 0.2857435
Apr 19 19:27:12.687820 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 50478) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:27:12.788686 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2550386b-398a-4e2d-b866-7947a3fe9994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:12.808921 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-53f26b60-6ec7-44ee-8c26-51674591d69f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:27:12.843056 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2550386b-398a-4e2d-b866-7947a3fe9994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c333ed-0fde-4487-bb91-8a5cad779f5e,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:27:12.853549 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-2550386b-398a-4e2d-b866-7947a3fe9994 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:27:12.873724 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a10c04c4-7fa9-4093-8d69-231d876bafac req-aa870ce2-c14f-471e-8baf-79c9659a5f4e tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1619887
Apr 19 19:27:12.876692 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2550386b-398a-4e2d-b866-7947a3fe9994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:12.879558 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3ba3bc-bc62-42cb-a25a-1eb7a272dfb4 req-7b53a5de-3a42-4b89-814c-01d5c9a613bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:12.884959 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-2550386b-398a-4e2d-b866-7947a3fe9994 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f8c333ed-0fde-4487-bb91-8a5cad779f5e HTTP/1.1" status: 204  len: 168 time: 0.9115572
Apr 19 19:27:12.888329 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bd3ba3bc-bc62-42cb-a25a-1eb7a272dfb4 req-7b53a5de-3a42-4b89-814c-01d5c9a613bf service neutron] 10.222.0.20 "GET /v2.0/networks?id=a4cfddf6-741b-4335-bc05-1c15da9b2a0f HTTP/1.1" status: 200  len: 920 time: 0.4827673
Apr 19 19:27:12.937091 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-127dd170-21d5-4590-9d29-9418a501a10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636206'] for network, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:13.047713 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bd3ba3bc-bc62-42cb-a25a-1eb7a272dfb4 req-bb19e006-c000-464b-bcfb-e03d94ecf4cb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa4ac25a-984f-46d6-aa2d-4d06e865cdb0 HTTP/1.1" status: 200  len: 217 time: 0.1038411
Apr 19 19:27:13.121651 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-491e8e9a-9e9e-43c2-9fb9-efb2183b6c6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:13.158922 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-491e8e9a-9e9e-43c2-9fb9-efb2183b6c6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:27:13.169650 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-491e8e9a-9e9e-43c2-9fb9-efb2183b6c6b admin admin] Usage tracker for resource:security_group_rule and tenant:ab4ec562506c4eeabbdfd3fb119fb569 is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:27:13.177411 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-491e8e9a-9e9e-43c2-9fb9-efb2183b6c6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:27:13.180018 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3ba3bc-bc62-42cb-a25a-1eb7a272dfb4 req-43e2c2a9-ddc0-46b0-ba10-fce2c6fa59d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:13.181618 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bd3ba3bc-bc62-42cb-a25a-1eb7a272dfb4 req-43e2c2a9-ddc0-46b0-ba10-fce2c6fa59d1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3af27814-af97-4e02-926e-ece558d9dead HTTP/1.1" status: 200  len: 859 time: 0.0952704
Apr 19 19:27:13.192663 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-491e8e9a-9e9e-43c2-9fb9-efb2183b6c6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:27:13.376772 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-491e8e9a-9e9e-43c2-9fb9-efb2183b6c6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:13.381649 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-491e8e9a-9e9e-43c2-9fb9-efb2183b6c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:13.438252 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-341f1a31-e5ce-48a5-a7a6-b407069190c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:27:13.464044 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bd3ba3bc-bc62-42cb-a25a-1eb7a272dfb4 req-c2628e32-6e5f-4a64-8d88-f6708161abc4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a4cfddf6-741b-4335-bc05-1c15da9b2a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2014904
Apr 19 19:27:13.465109 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-491e8e9a-9e9e-43c2-9fb9-efb2183b6c6b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ab4ec562506c4eeabbdfd3fb119fb569&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7748413
Apr 19 19:27:13.471453 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 50502) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:27:13.567160 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491e8e9a-9e9e-43c2-9fb9-efb2183b6c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e30d1b7b-ab32-4419-b422-eeb75d9677c7,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:27:13.596806 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-491e8e9a-9e9e-43c2-9fb9-efb2183b6c6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:27:13.774353 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device 2d75b061-7a9d-4550-9d74-7f7c0cb1ab89 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 19:27:13.875851 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4799f0-21e8-4c67-858c-9a16dcf86432 req-ec439bd0-ca06-4ff3-8dc9-fa5f440fa301 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:13.884235 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bb4799f0-21e8-4c67-858c-9a16dcf86432 req-ec439bd0-ca06-4ff3-8dc9-fa5f440fa301 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dc4f0c8-a807-486e-b932-13aa884d45d4 HTTP/1.1" status: 200  len: 943 time: 0.1648951
Apr 19 19:27:13.968322 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bd3ba3bc-bc62-42cb-a25a-1eb7a272dfb4 req-dcdf0d5f-b7c8-4c36-87d9-e636643c8917 service neutron] 10.222.0.20 "GET /v2.0/networks/a4cfddf6-741b-4335-bc05-1c15da9b2a0f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4816561
Apr 19 19:27:14.038390 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bb4799f0-21e8-4c67-858c-9a16dcf86432 req-f4bdff4b-e718-4fac-8e35-231e40972097 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ea1d6d9-16df-47a6-b3b2-7b8ea05c5162&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1529584
Apr 19 19:27:14.105175 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-127dd170-21d5-4590-9d29-9418a501a10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852857225', 'neutron.services.segments.db._delete_segments_for_network-8739739090035'] for network, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:14.119156 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port 2d75b061-7a9d-4550-9d74-7f7c0cb1ab89, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2d75b061-7a9d-4550-9d74-7f7c0cb1ab89,segment=NetworkSegment(b3c21e51-3edd-47e3-9955-c8137f9b3597),segment_id=b3c21e51-3edd-47e3-9955-c8137f9b3597)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:27:14.162905 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Returning: {'device': '2d75b061-7a9d-4550-9d74-7f7c0cb1ab89', 'network_id': '25ae2e40-a0fd-4be2-80cb-8d7a91db2a23', 'port_id': '2d75b061-7a9d-4550-9d74-7f7c0cb1ab89', 'mac_address': 'fa:16:3e:85:80:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88652430-4f45-47e3-9948-8fa89b4f7532', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 19:27:14.355005 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:14.378810 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e1994efc-9653-4bd1-8ce1-8f3e19e4f60f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:14.393109 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d75b061-7a9d-4550-9d74-7f7c0cb1ab89 {{(pid=86370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:27:14.434275 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port 2d75b061-7a9d-4550-9d74-7f7c0cb1ab89, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2d75b061-7a9d-4550-9d74-7f7c0cb1ab89,segment=NetworkSegment(b3c21e51-3edd-47e3-9955-c8137f9b3597),segment_id=b3c21e51-3edd-47e3-9955-c8137f9b3597)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:27:14.437289 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e1994efc-9653-4bd1-8ce1-8f3e19e4f60f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:14.440233 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:14.440476 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e8dd5-d4c1-47f3-a2ea-42a328a81dcc req-ebba7be6-be64-443b-acc1-b5b291efbb2d tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:14.444095 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:27:14.457353 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-cc5e8dd5-d4c1-47f3-a2ea-42a328a81dcc req-ebba7be6-be64-443b-acc1-b5b291efbb2d tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cad848e-cc06-48f5-b3f7-9e0e8149ae93 HTTP/1.1" status: 200  len: 945 time: 0.2599397
Apr 19 19:27:14.501939 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e1994efc-9653-4bd1-8ce1-8f3e19e4f60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:14.523261 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-1ba817b4-f192-414d-86f8-a5a4641b6d90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:27:14.542619 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-127dd170-21d5-4590-9d29-9418a501a10e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2e0db1d470>,) {'filters': {'network_id': ['e94dd3d5-ad7f-4fbc-889c-a6e01a3e71e3']}} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:27:14.559445 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1994efc-9653-4bd1-8ce1-8f3e19e4f60f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30d1b7b-ab32-4419-b422-eeb75d9677c7,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:27:14.573359 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-127dd170-21d5-4590-9d29-9418a501a10e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2e0db1d470>, 'f45028fd-84e2-4375-a648-105e38c1a496') {'for_net_delete': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:27:14.573359 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-127dd170-21d5-4590-9d29-9418a501a10e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2e0db1d470>, 'f45028fd-84e2-4375-a648-105e38c1a496') {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:27:14.581162 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e1994efc-9653-4bd1-8ce1-8f3e19e4f60f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:27:14.594602 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-cc5e8dd5-d4c1-47f3-a2ea-42a328a81dcc req-376fa748-e134-4327-ab9e-e92571be86e2 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1327975
Apr 19 19:27:14.604145 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e1994efc-9653-4bd1-8ce1-8f3e19e4f60f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:14.609712 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-e1994efc-9653-4bd1-8ce1-8f3e19e4f60f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e30d1b7b-ab32-4419-b422-eeb75d9677c7 HTTP/1.1" status: 204  len: 168 time: 1.1262937
Apr 19 19:27:14.617295 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-127dd170-21d5-4590-9d29-9418a501a10e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363297115576163', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33203990'] for segment, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:14.635057 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bd3ba3bc-bc62-42cb-a25a-1eb7a272dfb4 req-a3dee7af-9973-40ff-8625-14d8e572edde service neutron] 10.222.0.20 "GET /v2.0/networks/a4cfddf6-741b-4335-bc05-1c15da9b2a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6567502
Apr 19 19:27:14.644791 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-127dd170-21d5-4590-9d29-9418a501a10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852957628'] for segment, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:14.649424 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-56618793-170e-4aa6-8efa-9c6d4ae7a1f6 None None] Agent healthcheck: found 6 active agents {{(pid=86371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:27:14.663080 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-127dd170-21d5-4590-9d29-9418a501a10e admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=86369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 19:27:14.698701 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Pushing event updated for resources: {'Port': ['ID=2d75b061-7a9d-4550-9d74-7f7c0cb1ab89,revision_number=4']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:27:14.708668 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:27:14.708869 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:27:14.709186 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:27:14.709562 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:27:14.709931 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:27:14.710299 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:27:14.710672 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:27:14.711034 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:27:14.711631 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:27:14.712025 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:27:14.712389 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:27:14.712751 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:27:14.720112 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:27:14.844187 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] get_ports_and_sgs() called for port_ids ['2d75b061-7a9d-4550-9d74-7f7c0cb1ab89'] {{(pid=86370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:27:15.018787 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-127dd170-21d5-4590-9d29-9418a501a10e admin admin] Network e94dd3d5-ad7f-4fbc-889c-a6e01a3e71e3 has no segments {{(pid=86369) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:27:15.040824 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-127dd170-21d5-4590-9d29-9418a501a10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1818163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823157260'] for segment, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:15.363129 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-127dd170-21d5-4590-9d29-9418a501a10e admin admin] Network e94dd3d5-ad7f-4fbc-889c-a6e01a3e71e3 has no segments {{(pid=86369) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:27:15.402762 dv-cinder-786932-1-iscsi neutron-server[86253]: Traceback (most recent call last):
Apr 19 19:27:15.402762 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 19:27:15.402762 dv-cinder-786932-1-iscsi neutron-server[86253]:     timer()
Apr 19 19:27:15.402762 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 19:27:15.402762 dv-cinder-786932-1-iscsi neutron-server[86253]:     cb(*args, **kw)
Apr 19 19:27:15.402762 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 19:27:15.402762 dv-cinder-786932-1-iscsi neutron-server[86253]:     return func(*args, **kwargs)
Apr 19 19:27:15.402762 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 19:27:15.402762 dv-cinder-786932-1-iscsi neutron-server[86253]:     self._notify()
Apr 19 19:27:15.402762 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 19:27:15.402762 dv-cinder-786932-1-iscsi neutron-server[86253]:     self.callback(batched_events)
Apr 19 19:27:15.402762 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 19:27:15.402762 dv-cinder-786932-1-iscsi neutron-server[86253]:     event.method(event)
Apr 19 19:27:15.402762 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 19:27:15.402762 dv-cinder-786932-1-iscsi neutron-server[86253]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 19:27:15.402762 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 19:27:15.402762 dv-cinder-786932-1-iscsi neutron-server[86253]:     segment_id)['aggregates'][0]
Apr 19 19:27:15.402762 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 19:27:15.402762 dv-cinder-786932-1-iscsi neutron-server[86253]:     return f(self, *a, **k)
Apr 19 19:27:15.402762 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 19:27:15.402762 dv-cinder-786932-1-iscsi neutron-server[86253]:     return self._get(url).json()
Apr 19 19:27:15.402762 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 19:27:15.402762 dv-cinder-786932-1-iscsi neutron-server[86253]:     **kwargs)
Apr 19 19:27:15.402762 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 19:27:15.402762 dv-cinder-786932-1-iscsi neutron-server[86253]:     return self.request(url, 'GET', **kwargs)
Apr 19 19:27:15.402762 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 19:27:15.402762 dv-cinder-786932-1-iscsi neutron-server[86253]:     **endpoint_filter)
Apr 19 19:27:15.402762 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 19:27:15.402762 dv-cinder-786932-1-iscsi neutron-server[86253]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 19:27:15.402762 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 19:27:15.402762 dv-cinder-786932-1-iscsi neutron-server[86253]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 19:27:15.402762 dv-cinder-786932-1-iscsi neutron-server[86253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 19:27:15.441546 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571370e4-586f-444e-a729-b591b564107b req-39ca6e4c-fb4c-4979-b1d8-6cae1b1e938d tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:15.455346 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-571370e4-586f-444e-a729-b591b564107b req-39ca6e4c-fb4c-4979-b1d8-6cae1b1e938d tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dc4f0c8-a807-486e-b932-13aa884d45d4 HTTP/1.1" status: 200  len: 944 time: 0.2199256
Apr 19 19:27:15.529503 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-127dd170-21d5-4590-9d29-9418a501a10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854087039'] for network, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:15.533685 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8b29d2ac-0507-4958-95b6-0c10074ed392 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:27:15.566597 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-127dd170-21d5-4590-9d29-9418a501a10e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:15.573263 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127dd170-21d5-4590-9d29-9418a501a10e admin admin] Pushing event deleted for resources: {'Network': ['ID=e94dd3d5-ad7f-4fbc-889c-a6e01a3e71e3,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:27:15.580653 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-571370e4-586f-444e-a729-b591b564107b req-39e5eef4-2ce2-46d2-82cd-19acd6c8ce5e tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ea1d6d9-16df-47a6-b3b2-7b8ea05c5162&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1147268
Apr 19 19:27:15.580910 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-127dd170-21d5-4590-9d29-9418a501a10e admin admin] 10.222.0.36 "DELETE /v2.0/networks/e94dd3d5-ad7f-4fbc-889c-a6e01a3e71e3 HTTP/1.1" status: 204  len: 168 time: 3.2012258
Apr 19 19:27:15.580910 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-127dd170-21d5-4590-9d29-9418a501a10e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:27:15.580910 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 50568) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:27:15.677222 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_v2 [None req-b136b23c-2740-44af-a41e-16c0391c6a6f admin admin] Deleting subnet d80517c5-db2b-4531-a0ed-e29b3cd9394b {{(pid=86369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 19:27:15.681105 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b136b23c-2740-44af-a41e-16c0391c6a6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:15.749968 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b136b23c-2740-44af-a41e-16c0391c6a6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036821571810'] for subnet, precommit_delete_associations {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:15.819548 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-521da479-1bb4-425f-b233-c52a0300c3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:15.838386 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b136b23c-2740-44af-a41e-16c0391c6a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1918498'] for subnet, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:16.015560 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 50586) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:27:16.094399 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bb194271-318c-4cbd-a520-4f84f3744af9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:16.133449 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-bb194271-318c-4cbd-a520-4f84f3744af9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:27:16.141185 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-bb194271-318c-4cbd-a520-4f84f3744af9 admin admin] Usage tracker for resource:security_group_rule and tenant:bcb94ae86f0442579b3f60e5e890eb61 is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:27:16.147086 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-bb194271-318c-4cbd-a520-4f84f3744af9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:27:16.159370 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-bb194271-318c-4cbd-a520-4f84f3744af9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:27:16.223231 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef24525c-13ee-4d85-82ec-321619a85298 req-e7944e0b-ce07-4699-9bb2-217ea656fab9 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:16.226255 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ef24525c-13ee-4d85-82ec-321619a85298 req-e7944e0b-ce07-4699-9bb2-217ea656fab9 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cad848e-cc06-48f5-b3f7-9e0e8149ae93 HTTP/1.1" status: 200  len: 945 time: 0.3317497
Apr 19 19:27:16.311105 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b136b23c-2740-44af-a41e-16c0391c6a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852857318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31618135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036824016211'] for subnet, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:16.326206 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-d178e054-6e7f-40f4-b7e0-a371d66de678 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:27:16.372012 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ef24525c-13ee-4d85-82ec-321619a85298 req-ab1082da-0c3d-45d8-8bb4-21d8428c30cf tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1354244
Apr 19 19:27:16.416534 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b136b23c-2740-44af-a41e-16c0391c6a6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for subnet, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:16.421926 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b136b23c-2740-44af-a41e-16c0391c6a6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d80517c5-db2b-4531-a0ed-e29b3cd9394b,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:27:16.428480 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b136b23c-2740-44af-a41e-16c0391c6a6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:27:16.437192 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-b136b23c-2740-44af-a41e-16c0391c6a6f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d80517c5-db2b-4531-a0ed-e29b3cd9394b HTTP/1.1" status: 204  len: 168 time: 0.8516774
Apr 19 19:27:16.437476 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 50620) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:27:16.493497 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bb194271-318c-4cbd-a520-4f84f3744af9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:16.501696 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bb194271-318c-4cbd-a520-4f84f3744af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:16.595927 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c5f05520-9b04-4ed2-8146-3f5b11293e8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:27:16.614751 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-bb194271-318c-4cbd-a520-4f84f3744af9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bcb94ae86f0442579b3f60e5e890eb61&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5971823
Apr 19 19:27:16.619573 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 50626) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:27:16.620154 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 50628) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:27:16.761204 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb194271-318c-4cbd-a520-4f84f3744af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74771f48-ffd8-4468-8b56-8d815b4de9c1,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:27:16.777930 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-bb194271-318c-4cbd-a520-4f84f3744af9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:27:16.896391 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b1b63881-5931-4bcc-832e-2959a39e5e65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:16.994257 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b1b63881-5931-4bcc-832e-2959a39e5e65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:17.072017 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e96e4b25-5b79-4d48-aef9-4a29c8b8c3be admin admin] Notify callbacks [] for security_group, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:17.120408 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-e96e4b25-5b79-4d48-aef9-4a29c8b8c3be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:27:17.139156 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-e96e4b25-5b79-4d48-aef9-4a29c8b8c3be admin admin] Usage tracker for resource:security_group_rule and tenant:947df60f34264e7f8ece700700823921 is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:27:17.152049 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-e96e4b25-5b79-4d48-aef9-4a29c8b8c3be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:27:17.155364 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b1b63881-5931-4bcc-832e-2959a39e5e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:17.170765 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-2d2f237e-c6f9-4150-8836-b2a5c641a1c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:27:17.189363 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-e96e4b25-5b79-4d48-aef9-4a29c8b8c3be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:27:17.195524 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b1b63881-5931-4bcc-832e-2959a39e5e65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:17.202135 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-b1b63881-5931-4bcc-832e-2959a39e5e65 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/74771f48-ffd8-4468-8b56-8d815b4de9c1 HTTP/1.1" status: 204  len: 168 time: 0.5728095
Apr 19 19:27:17.219092 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b63881-5931-4bcc-832e-2959a39e5e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74771f48-ffd8-4468-8b56-8d815b4de9c1,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:27:17.228783 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b1b63881-5931-4bcc-832e-2959a39e5e65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:27:17.246756 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cc93fc10-15c1-4177-be4b-ececc10ab47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636206'] for network, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:17.445732 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3a2c3b-a1c8-48c9-91f6-c26e5df5120c req-f483e158-5f3d-4907-88cd-f4a581ecce84 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:17.449015 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-af3a2c3b-a1c8-48c9-91f6-c26e5df5120c req-f483e158-5f3d-4907-88cd-f4a581ecce84 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dc4f0c8-a807-486e-b932-13aa884d45d4 HTTP/1.1" status: 200  len: 944 time: 0.2216542
Apr 19 19:27:17.551703 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cc93fc10-15c1-4177-be4b-ececc10ab47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852857225', 'neutron.services.segments.db._delete_segments_for_network-8739739090035'] for network, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:17.616755 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-af3a2c3b-a1c8-48c9-91f6-c26e5df5120c req-b008f8bf-cd43-48f0-b6ed-7a9f77c4a440 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ea1d6d9-16df-47a6-b3b2-7b8ea05c5162&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1400256
Apr 19 19:27:17.625040 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e96e4b25-5b79-4d48-aef9-4a29c8b8c3be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:17.640991 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e96e4b25-5b79-4d48-aef9-4a29c8b8c3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:17.750456 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-cc93fc10-15c1-4177-be4b-ececc10ab47b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2e0dd4bfd0>,) {'filters': {'network_id': ['2cba56ec-0dc4-42c7-b782-c8d2ba225f4c']}} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:27:17.777713 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-cc93fc10-15c1-4177-be4b-ececc10ab47b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2e0dd4bfd0>, '18374375-9950-4cf2-8de5-d61906f12f9e') {'for_net_delete': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:27:17.778142 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-cc93fc10-15c1-4177-be4b-ececc10ab47b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2e0dd4bfd0>, '18374375-9950-4cf2-8de5-d61906f12f9e') {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:27:17.793438 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cc93fc10-15c1-4177-be4b-ececc10ab47b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363297115576163', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33203990'] for segment, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:17.800907 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-7f285db7-011a-45d8-8a07-d1695d7849ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:27:17.801340 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device 2d75b061-7a9d-4550-9d74-7f7c0cb1ab89 up at agent hyperv_hv-cinder-78693 {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:27:17.827854 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-e96e4b25-5b79-4d48-aef9-4a29c8b8c3be admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=947df60f34264e7f8ece700700823921&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2057335
Apr 19 19:27:17.830455 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 50664) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:27:17.839169 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cc93fc10-15c1-4177-be4b-ececc10ab47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852957628'] for segment, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:17.846841 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc93fc10-15c1-4177-be4b-ececc10ab47b admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=86369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 19:27:17.895581 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 50670) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:27:17.950210 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Provisioning for port 2d75b061-7a9d-4550-9d74-7f7c0cb1ab89 completed by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:27:17.962163 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Provisioning complete for port 2d75b061-7a9d-4550-9d74-7f7c0cb1ab89 triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:27:17.962868 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:18.008123 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-625387b2-85df-4604-9782-7661a2bc2daf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:18.073148 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-625387b2-85df-4604-9782-7661a2bc2daf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:27:18.082803 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-625387b2-85df-4604-9782-7661a2bc2daf admin admin] Usage tracker for resource:security_group_rule and tenant:1593cdc88915450fb94df64b2fffe979 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:27:18.129594 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-85d0e7ae-dab3-474e-a329-a3a6386e49eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:18.140347 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-625387b2-85df-4604-9782-7661a2bc2daf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:27:18.148622 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-625387b2-85df-4604-9782-7661a2bc2daf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:27:18.163062 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-85d0e7ae-dab3-474e-a329-a3a6386e49eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:18.218177 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-85d0e7ae-dab3-474e-a329-a3a6386e49eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:18.221446 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:18.225524 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96e4b25-5b79-4d48-aef9-4a29c8b8c3be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4904c10-48db-418a-821d-9b3c506ef387,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:27:18.240054 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e96e4b25-5b79-4d48-aef9-4a29c8b8c3be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:27:18.241438 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e96e4b25-5b79-4d48-aef9-4a29c8b8c3be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:27:18.272006 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc4f0c8-a807-486e-b932-13aa884d45d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d75b061-7a9d-4550-9d74-7f7c0cb1ab89'}] {{(pid=86370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:27:18.275475 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d0e7ae-dab3-474e-a329-a3a6386e49eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4904c10-48db-418a-821d-9b3c506ef387,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:27:18.277635 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-625387b2-85df-4604-9782-7661a2bc2daf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:18.285306 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-85d0e7ae-dab3-474e-a329-a3a6386e49eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:27:18.287137 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-625387b2-85df-4604-9782-7661a2bc2daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:18.288676 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-85d0e7ae-dab3-474e-a329-a3a6386e49eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:18.292680 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-85d0e7ae-dab3-474e-a329-a3a6386e49eb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c4904c10-48db-418a-821d-9b3c506ef387 HTTP/1.1" status: 204  len: 168 time: 0.4549673
Apr 19 19:27:18.300790 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port 2d75b061-7a9d-4550-9d74-7f7c0cb1ab89, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2d75b061-7a9d-4550-9d74-7f7c0cb1ab89,segment=NetworkSegment(b3c21e51-3edd-47e3-9955-c8137f9b3597),segment_id=b3c21e51-3edd-47e3-9955-c8137f9b3597)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:27:18.308525 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:18.313128 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:27:18.352601 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-83049103-d22b-4d7e-aa10-dc1f2bdf474c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:27:18.353564 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4266af3c-990b-40a6-bb4a-3e6c1516a6cc req-6b882079-f1bb-4171-884c-e290b656bf5a tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:18.357053 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4266af3c-990b-40a6-bb4a-3e6c1516a6cc req-6b882079-f1bb-4171-884c-e290b656bf5a tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cad848e-cc06-48f5-b3f7-9e0e8149ae93 HTTP/1.1" status: 200  len: 945 time: 0.5581002
Apr 19 19:27:18.376836 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c96b8b-0156-4aad-bf25-d75a50114085 req-4c3a935b-7aea-4315-bfaa-5a919d1bd301 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:18.380371 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b4c96b8b-0156-4aad-bf25-d75a50114085 req-4c3a935b-7aea-4315-bfaa-5a919d1bd301 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 946 time: 0.3902409
Apr 19 19:27:18.385522 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 50690) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:27:18.393719 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-625387b2-85df-4604-9782-7661a2bc2daf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1593cdc88915450fb94df64b2fffe979&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4966130
Apr 19 19:27:18.421525 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-cc93fc10-15c1-4177-be4b-ececc10ab47b admin admin] Network 2cba56ec-0dc4-42c7-b782-c8d2ba225f4c has no segments {{(pid=86369) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:27:18.445983 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cc93fc10-15c1-4177-be4b-ececc10ab47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1818163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823157260'] for segment, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:18.449587 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Pushing event updated for resources: {'Port': ['ID=2d75b061-7a9d-4550-9d74-7f7c0cb1ab89,revision_number=5']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:27:18.461998 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:27:18.546137 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4266af3c-990b-40a6-bb4a-3e6c1516a6cc req-d901c37f-920a-4f34-b814-53a1461ba7df tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1643057
Apr 19 19:27:18.626457 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625387b2-85df-4604-9782-7661a2bc2daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b77e099f-3a9e-41b9-9d35-d6e7d70a4efd,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:27:18.634968 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-625387b2-85df-4604-9782-7661a2bc2daf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:27:18.636738 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6f64213d-15f5-41fa-86fa-7a7b41a80f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:18.675973 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b4c96b8b-0156-4aad-bf25-d75a50114085 req-1bbddad9-871b-4e23-b666-557f792a70bf tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=363b2ccb-b902-431d-b58c-e66b72ac10c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2301054
Apr 19 19:27:18.733832 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c486511a-7151-476a-a872-b01671faa308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:18.777747 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dc4f0c8-a807-486e-b932-13aa884d45d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d75b061-7a9d-4550-9d74-7f7c0cb1ab89', 'code': 200}
Apr 19 19:27:18.788130 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c486511a-7151-476a-a872-b01671faa308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:18.863950 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-cc93fc10-15c1-4177-be4b-ececc10ab47b admin admin] Network 2cba56ec-0dc4-42c7-b782-c8d2ba225f4c has no segments {{(pid=86369) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:27:18.865082 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c486511a-7151-476a-a872-b01671faa308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:18.870662 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-90aedcf7-8505-47e6-8ce6-7648cfa81965 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:27:18.886606 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c486511a-7151-476a-a872-b01671faa308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77e099f-3a9e-41b9-9d35-d6e7d70a4efd,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:27:18.895118 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c486511a-7151-476a-a872-b01671faa308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:27:18.901698 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c486511a-7151-476a-a872-b01671faa308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:18.905867 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-c486511a-7151-476a-a872-b01671faa308 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b77e099f-3a9e-41b9-9d35-d6e7d70a4efd HTTP/1.1" status: 204  len: 168 time: 0.5166893
Apr 19 19:27:18.936526 dv-cinder-786932-1-iscsi neutron-server[86253]: Traceback (most recent call last):
Apr 19 19:27:18.936526 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 19:27:18.936526 dv-cinder-786932-1-iscsi neutron-server[86253]:     timer()
Apr 19 19:27:18.936526 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 19:27:18.936526 dv-cinder-786932-1-iscsi neutron-server[86253]:     cb(*args, **kw)
Apr 19 19:27:18.936526 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 19:27:18.936526 dv-cinder-786932-1-iscsi neutron-server[86253]:     return func(*args, **kwargs)
Apr 19 19:27:18.936526 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 19:27:18.936526 dv-cinder-786932-1-iscsi neutron-server[86253]:     self._notify()
Apr 19 19:27:18.936526 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 19:27:18.936526 dv-cinder-786932-1-iscsi neutron-server[86253]:     self.callback(batched_events)
Apr 19 19:27:18.936526 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 19:27:18.936526 dv-cinder-786932-1-iscsi neutron-server[86253]:     event.method(event)
Apr 19 19:27:18.936526 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 19:27:18.936526 dv-cinder-786932-1-iscsi neutron-server[86253]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 19:27:18.936526 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 19:27:18.936526 dv-cinder-786932-1-iscsi neutron-server[86253]:     segment_id)['aggregates'][0]
Apr 19 19:27:18.936526 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 19:27:18.936526 dv-cinder-786932-1-iscsi neutron-server[86253]:     return f(self, *a, **k)
Apr 19 19:27:18.936526 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 19:27:18.936526 dv-cinder-786932-1-iscsi neutron-server[86253]:     return self._get(url).json()
Apr 19 19:27:18.936526 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 19:27:18.936526 dv-cinder-786932-1-iscsi neutron-server[86253]:     **kwargs)
Apr 19 19:27:18.936526 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 19:27:18.936526 dv-cinder-786932-1-iscsi neutron-server[86253]:     return self.request(url, 'GET', **kwargs)
Apr 19 19:27:18.936526 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 19:27:18.936526 dv-cinder-786932-1-iscsi neutron-server[86253]:     **endpoint_filter)
Apr 19 19:27:18.936526 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 19:27:18.936526 dv-cinder-786932-1-iscsi neutron-server[86253]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 19:27:18.936526 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 19:27:18.936526 dv-cinder-786932-1-iscsi neutron-server[86253]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 19:27:18.936526 dv-cinder-786932-1-iscsi neutron-server[86253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 19:27:19.040549 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cc93fc10-15c1-4177-be4b-ececc10ab47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854087039'] for network, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:19.048887 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 50702) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:27:19.049533 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:27:19.073665 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa06d2f3-dfa7-4258-9163-6f5806f1fd9b req-cf6e86a7-6b57-4cfb-b6e3-d445279b62a3 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:19.080070 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cc93fc10-15c1-4177-be4b-ececc10ab47b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:19.082855 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-aa06d2f3-dfa7-4258-9163-6f5806f1fd9b req-cf6e86a7-6b57-4cfb-b6e3-d445279b62a3 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dc4f0c8-a807-486e-b932-13aa884d45d4 HTTP/1.1" status: 200  len: 945 time: 0.1335340
Apr 19 19:27:19.083589 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc93fc10-15c1-4177-be4b-ececc10ab47b admin admin] Pushing event deleted for resources: {'Network': ['ID=2cba56ec-0dc4-42c7-b782-c8d2ba225f4c,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:27:19.107980 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-cc93fc10-15c1-4177-be4b-ececc10ab47b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:27:19.116617 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b55c7597-7841-4913-8995-3f6fcd5b5e76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:19.134129 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-cc93fc10-15c1-4177-be4b-ececc10ab47b admin admin] 10.222.0.36 "DELETE /v2.0/networks/2cba56ec-0dc4-42c7-b782-c8d2ba225f4c HTTP/1.1" status: 204  len: 168 time: 2.6954415
Apr 19 19:27:19.139818 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-aa06d2f3-dfa7-4258-9163-6f5806f1fd9b req-234f4713-42dc-4dbe-8c27-e7ba02dc6319 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ea1d6d9-16df-47a6-b3b2-7b8ea05c5162&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554113
Apr 19 19:27:19.148534 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-b55c7597-7841-4913-8995-3f6fcd5b5e76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:27:19.153374 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-b55c7597-7841-4913-8995-3f6fcd5b5e76 admin admin] Usage tracker for resource:security_group_rule and tenant:4b3a6dba10d84631b24f1e8dfb644b4c is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:27:19.157689 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-b55c7597-7841-4913-8995-3f6fcd5b5e76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:27:19.166239 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-b55c7597-7841-4913-8995-3f6fcd5b5e76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:27:19.342049 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b55c7597-7841-4913-8995-3f6fcd5b5e76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:19.353493 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b55c7597-7841-4913-8995-3f6fcd5b5e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:19.366879 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-7ac20084-3168-4afb-b08c-e1be5862e392 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:27:19.444257 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53025b8-7cb6-4a9d-8abc-ff4e850b1fd8 req-99661579-5256-4e0b-96f7-6d1ce9509cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:19.446890 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b53025b8-7cb6-4a9d-8abc-ff4e850b1fd8 req-99661579-5256-4e0b-96f7-6d1ce9509cc1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7dc4f0c8-a807-486e-b932-13aa884d45d4 HTTP/1.1" status: 200  len: 1098 time: 0.2227843
Apr 19 19:27:19.468285 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 50712) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:27:19.483661 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55c7597-7841-4913-8995-3f6fcd5b5e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64485499-aec4-40cd-8871-6c462237a2c3,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:27:19.495135 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-b55c7597-7841-4913-8995-3f6fcd5b5e76 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4b3a6dba10d84631b24f1e8dfb644b4c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4172451
Apr 19 19:27:19.496598 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b55c7597-7841-4913-8995-3f6fcd5b5e76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:27:19.498381 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 50716) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:27:19.542754 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b53025b8-7cb6-4a9d-8abc-ff4e850b1fd8 req-6fed6d28-06ca-4f29-8e90-bae654efbd86 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9ea1d6d9-16df-47a6-b3b2-7b8ea05c5162&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0851870
Apr 19 19:27:19.551278 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-b06472ad-4992-438d-a08b-9392e478e26c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a45e01dd27e04adaa55552f9c9027353&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0818577
Apr 19 19:27:19.556206 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 50720) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:27:19.617056 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-01ce382d-337b-4ee1-b842-c1181f448f88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:19.656782 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-01ce382d-337b-4ee1-b842-c1181f448f88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:19.674769 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a1a37fcc-c45f-4d40-9183-7f78ec30ca2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:19.728619 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a1a37fcc-c45f-4d40-9183-7f78ec30ca2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:19.751601 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-000a1909-ab5b-4f97-8afb-04fdec5398f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:19.758862 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-01ce382d-337b-4ee1-b842-c1181f448f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:19.766125 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-499b6332-98ea-4172-aabc-52d15342d114 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:27:19.816618 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a1a37fcc-c45f-4d40-9183-7f78ec30ca2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:19.828476 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a3f708fd-f38f-45e7-9cbb-5b589cdc5b93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:27:19.851167 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a1a37fcc-c45f-4d40-9183-7f78ec30ca2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:19.855055 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-a1a37fcc-c45f-4d40-9183-7f78ec30ca2b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/81f2f8a5-64a6-4973-a240-3354a1d1e2c3 HTTP/1.1" status: 204  len: 168 time: 0.2936969
Apr 19 19:27:19.858030 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a37fcc-c45f-4d40-9183-7f78ec30ca2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f2f8a5-64a6-4973-a240-3354a1d1e2c3,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:27:19.861097 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a1a37fcc-c45f-4d40-9183-7f78ec30ca2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:27:19.961111 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:20.037424 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ce382d-337b-4ee1-b842-c1181f448f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64485499-aec4-40cd-8871-6c462237a2c3,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:27:20.040082 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-01ce382d-337b-4ee1-b842-c1181f448f88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:27:20.214147 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-01ce382d-337b-4ee1-b842-c1181f448f88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:20.216261 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-01ce382d-337b-4ee1-b842-c1181f448f88 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/64485499-aec4-40cd-8871-6c462237a2c3 HTTP/1.1" status: 204  len: 168 time: 0.6814911
Apr 19 19:27:20.349891 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5013f072-2b9f-4d81-bddc-48282a5e2052 req-c68c732b-9956-4728-8875-9d6b21fa663a tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:20.352880 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5013f072-2b9f-4d81-bddc-48282a5e2052 req-c68c732b-9956-4728-8875-9d6b21fa663a tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cad848e-cc06-48f5-b3f7-9e0e8149ae93 HTTP/1.1" status: 200  len: 945 time: 0.3042862
Apr 19 19:27:20.379436 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb14db-a318-416d-90ac-3c4d04a97578 req-51230f4f-adf7-41a1-9f5b-5943afba252e tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:20.382451 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6dfb14db-a318-416d-90ac-3c4d04a97578 req-51230f4f-adf7-41a1-9f5b-5943afba252e tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 946 time: 0.3319790
Apr 19 19:27:20.498068 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 50754) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:27:20.571638 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5013f072-2b9f-4d81-bddc-48282a5e2052 req-750234cf-59ad-4b16-b875-359ed9f4275a tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1874268
Apr 19 19:27:20.594877 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6dfb14db-a318-416d-90ac-3c4d04a97578 req-07542a0d-8cd9-4491-92ac-f588c6f342b8 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=363b2ccb-b902-431d-b58c-e66b72ac10c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1794462
Apr 19 19:27:20.618700 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-8462219a-b3ac-4bf9-bd40-38999146cf52 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0712b516e0364fb4889ac3d73d371b8b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1186187
Apr 19 19:27:20.621260 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 50760) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:27:20.663378 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5c78a517-44d6-4271-a115-cae59bf86ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:20.780856 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2acf13f5-8768-4fdd-8dcd-f5d2242aa698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:20.816963 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2acf13f5-8768-4fdd-8dcd-f5d2242aa698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:21.011709 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2acf13f5-8768-4fdd-8dcd-f5d2242aa698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:21.026452 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b5bc9719-d3da-42b3-835a-eade2af85c31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:27:21.067099 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acf13f5-8768-4fdd-8dcd-f5d2242aa698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3e356c-1583-4792-b0cf-4742c4329eb5,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:27:21.073321 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2acf13f5-8768-4fdd-8dcd-f5d2242aa698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:21.075469 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-2acf13f5-8768-4fdd-8dcd-f5d2242aa698 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5e3e356c-1583-4792-b0cf-4742c4329eb5 HTTP/1.1" status: 204  len: 168 time: 0.4520259
Apr 19 19:27:21.115933 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a208f-90ee-4b35-9cda-ecd34e76ef66 req-70c67fe1-674f-4ac2-b570-55d0f7deba44 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:21.125450 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e72a208f-90ee-4b35-9cda-ecd34e76ef66 req-70c67fe1-674f-4ac2-b570-55d0f7deba44 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dc4f0c8-a807-486e-b932-13aa884d45d4 HTTP/1.1" status: 200  len: 945 time: 0.2655463
Apr 19 19:27:21.129907 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-2acf13f5-8768-4fdd-8dcd-f5d2242aa698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:27:21.219153 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e72a208f-90ee-4b35-9cda-ecd34e76ef66 req-b583b9e5-73f2-49d3-8fcc-04e4f2c449b5 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ea1d6d9-16df-47a6-b3b2-7b8ea05c5162&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0800467
Apr 19 19:27:22.082153 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543399a-2725-4d52-bc7e-7d5a4a2f2b3d req-c8da1ccf-7661-4921-96ae-81eb40f5630c tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:22.101864 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9543399a-2725-4d52-bc7e-7d5a4a2f2b3d req-c8da1ccf-7661-4921-96ae-81eb40f5630c tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 946 time: 0.2990978
Apr 19 19:27:22.193116 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889db2ff-ee96-4e12-9a61-6a86406eb33d req-552eb8a0-bebd-4e29-8d2a-3eb0aadd0c93 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:22.196265 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-889db2ff-ee96-4e12-9a61-6a86406eb33d req-552eb8a0-bebd-4e29-8d2a-3eb0aadd0c93 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cad848e-cc06-48f5-b3f7-9e0e8149ae93 HTTP/1.1" status: 200  len: 945 time: 0.3484201
Apr 19 19:27:22.270914 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9543399a-2725-4d52-bc7e-7d5a4a2f2b3d req-94bb3256-aebc-46bc-8646-7ed48c388f0a tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=363b2ccb-b902-431d-b58c-e66b72ac10c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1669343
Apr 19 19:27:22.303460 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-889db2ff-ee96-4e12-9a61-6a86406eb33d req-a4e8ebb1-5d82-4302-9f68-c0ef62a784bb tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842156
Apr 19 19:27:22.602667 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca27d7a1-c445-4159-8eef-083d32049294 req-d1e96af4-beb2-43ee-874d-53061df933b4 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:22.618937 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ca27d7a1-c445-4159-8eef-083d32049294 req-d1e96af4-beb2-43ee-874d-53061df933b4 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dc4f0c8-a807-486e-b932-13aa884d45d4 HTTP/1.1" status: 200  len: 945 time: 0.2017705
Apr 19 19:27:22.755905 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ca27d7a1-c445-4159-8eef-083d32049294 req-8e12ecc7-8d69-46e2-9899-499dfeea4dad tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ea1d6d9-16df-47a6-b3b2-7b8ea05c5162&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1278410
Apr 19 19:27:23.840021 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55077927-49bb-42dd-bad8-63ca3b4bdca3 req-86d727ef-1a1d-48e9-9b8a-d56bd9afa707 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:23.842769 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-55077927-49bb-42dd-bad8-63ca3b4bdca3 req-86d727ef-1a1d-48e9-9b8a-d56bd9afa707 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 946 time: 0.3689227
Apr 19 19:27:23.908564 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44bce4-7160-476d-a884-4fadae162e87 req-797e8eb2-2c87-478b-81f4-4773536f79a6 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:23.911987 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8f44bce4-7160-476d-a884-4fadae162e87 req-797e8eb2-2c87-478b-81f4-4773536f79a6 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cad848e-cc06-48f5-b3f7-9e0e8149ae93 HTTP/1.1" status: 200  len: 945 time: 0.2923818
Apr 19 19:27:23.963488 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-55077927-49bb-42dd-bad8-63ca3b4bdca3 req-a47e9302-86cd-412c-8b54-9b2b0b2d03d6 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=363b2ccb-b902-431d-b58c-e66b72ac10c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0998712
Apr 19 19:27:24.039487 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8f44bce4-7160-476d-a884-4fadae162e87 req-8909d955-1e38-43c7-be84-8a1ce01d98cf tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1054940
Apr 19 19:27:24.512082 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 50900) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:27:24.781667 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cca398e2-da86-4161-8cdf-e14aa32cdeab admin admin] Notify callbacks [] for security_group, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:24.813807 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-cca398e2-da86-4161-8cdf-e14aa32cdeab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:27:24.822280 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-cca398e2-da86-4161-8cdf-e14aa32cdeab admin admin] Usage tracker for resource:security_group_rule and tenant:83c25af70df14b2f9728055bbd76fb39 is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:27:24.828057 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-cca398e2-da86-4161-8cdf-e14aa32cdeab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:27:24.839959 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-cca398e2-da86-4161-8cdf-e14aa32cdeab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:27:24.970962 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cca398e2-da86-4161-8cdf-e14aa32cdeab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:24.975241 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cca398e2-da86-4161-8cdf-e14aa32cdeab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:24.986700 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-50e85942-2de1-4293-a744-10f0f8045966 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:27:25.066178 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 50918) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:27:25.078813 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-cca398e2-da86-4161-8cdf-e14aa32cdeab admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=83c25af70df14b2f9728055bbd76fb39&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5611656
Apr 19 19:27:25.078813 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca398e2-da86-4161-8cdf-e14aa32cdeab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab76d18-387b-45e0-ab96-03c6f33a92b2,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:27:25.082257 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 50922) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:27:25.098684 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-cca398e2-da86-4161-8cdf-e14aa32cdeab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:27:25.250933 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8531c9e8-b873-434e-aefe-344f070aebf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:25.295812 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f42a538-99e9-44da-b00b-c51b7a5007de req-e580a333-5472-41c4-8aff-7e0a59586ef8 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:25.297517 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2f42a538-99e9-44da-b00b-c51b7a5007de req-e580a333-5472-41c4-8aff-7e0a59586ef8 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 946 time: 0.1765254
Apr 19 19:27:25.299612 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8531c9e8-b873-434e-aefe-344f070aebf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:25.317481 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-842e525b-6b97-4cbb-9b98-554e28edfaea admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:25.342445 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-842e525b-6b97-4cbb-9b98-554e28edfaea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:27:25.349727 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-842e525b-6b97-4cbb-9b98-554e28edfaea admin admin] Usage tracker for resource:security_group_rule and tenant:c33ae65c64b847a7845dfbd3312a0c64 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:27:25.355571 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-842e525b-6b97-4cbb-9b98-554e28edfaea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:27:25.374403 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-842e525b-6b97-4cbb-9b98-554e28edfaea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:27:25.387190 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2f42a538-99e9-44da-b00b-c51b7a5007de req-ca0014f6-71e8-45f1-9cf3-29eea7875440 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=363b2ccb-b902-431d-b58c-e66b72ac10c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0784166
Apr 19 19:27:25.432193 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8531c9e8-b873-434e-aefe-344f070aebf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:25.446668 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c486511a-7151-476a-a872-b01671faa308 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:27:25.477363 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8531c9e8-b873-434e-aefe-344f070aebf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab76d18-387b-45e0-ab96-03c6f33a92b2,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:27:25.494424 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8531c9e8-b873-434e-aefe-344f070aebf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:27:25.496259 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8531c9e8-b873-434e-aefe-344f070aebf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:25.500416 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-8531c9e8-b873-434e-aefe-344f070aebf9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2ab76d18-387b-45e0-ab96-03c6f33a92b2 HTTP/1.1" status: 204  len: 168 time: 0.4037671
Apr 19 19:27:25.601100 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-842e525b-6b97-4cbb-9b98-554e28edfaea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:25.609842 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-842e525b-6b97-4cbb-9b98-554e28edfaea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:25.628156 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b8e9f4be-6938-4774-875b-d288ba98b31f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:27:25.671201 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-842e525b-6b97-4cbb-9b98-554e28edfaea admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c33ae65c64b847a7845dfbd3312a0c64&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6028981
Apr 19 19:27:25.672449 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 50944) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:27:25.720519 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842e525b-6b97-4cbb-9b98-554e28edfaea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba4af9e-a38c-4513-9a53-afdfefcb6fca,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:27:25.724657 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-842e525b-6b97-4cbb-9b98-554e28edfaea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:27:25.804782 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c8840dd4-3c37-48f5-9880-82f0853c0694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:25.808933 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400363e-fadb-4690-a8ea-07deb40a6d72 req-18d10965-f9fc-4e25-8f2a-b3aba461cfe3 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:25.810497 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2400363e-fadb-4690-a8ea-07deb40a6d72 req-18d10965-f9fc-4e25-8f2a-b3aba461cfe3 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cad848e-cc06-48f5-b3f7-9e0e8149ae93 HTTP/1.1" status: 200  len: 945 time: 0.2412214
Apr 19 19:27:25.866334 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c8840dd4-3c37-48f5-9880-82f0853c0694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:25.913312 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2400363e-fadb-4690-a8ea-07deb40a6d72 req-ea8265d1-c357-4a54-be56-323a4bfc52c3 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0853570
Apr 19 19:27:25.945385 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c8840dd4-3c37-48f5-9880-82f0853c0694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:25.956911 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-24b73c64-a7a9-4fda-81c9-dad284528b02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:27:25.971197 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8840dd4-3c37-48f5-9880-82f0853c0694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba4af9e-a38c-4513-9a53-afdfefcb6fca,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:27:25.974351 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c8840dd4-3c37-48f5-9880-82f0853c0694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:27:25.984346 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c8840dd4-3c37-48f5-9880-82f0853c0694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:25.988988 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-c8840dd4-3c37-48f5-9880-82f0853c0694 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cba4af9e-a38c-4513-9a53-afdfefcb6fca HTTP/1.1" status: 204  len: 168 time: 0.3120043
Apr 19 19:27:26.742093 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b1512-75b3-419e-ab82-330e28023c4f req-60158f84-d978-4744-ae09-4613efbfdf68 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:26.748828 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-392b1512-75b3-419e-ab82-330e28023c4f req-60158f84-d978-4744-ae09-4613efbfdf68 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 946 time: 0.1377294
Apr 19 19:27:26.771824 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 50994) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:27:26.801335 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4a739fed-02e2-4f49-95d2-42daef6acbae admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:26.826349 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-4a739fed-02e2-4f49-95d2-42daef6acbae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:27:26.828322 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-392b1512-75b3-419e-ab82-330e28023c4f req-f5ee423d-1224-4d11-aeb2-590e7be2659c tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=363b2ccb-b902-431d-b58c-e66b72ac10c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0689597
Apr 19 19:27:26.832146 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-4a739fed-02e2-4f49-95d2-42daef6acbae admin admin] Usage tracker for resource:security_group_rule and tenant:fc1f776b76d54baa95a63053dd949a36 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:27:26.848050 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-4a739fed-02e2-4f49-95d2-42daef6acbae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:27:26.848050 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-4a739fed-02e2-4f49-95d2-42daef6acbae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:27:26.943594 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4a739fed-02e2-4f49-95d2-42daef6acbae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:26.954671 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4a739fed-02e2-4f49-95d2-42daef6acbae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:26.966907 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-17dfd675-66df-4429-9396-d23dc4f3c390 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:27:27.036445 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-4a739fed-02e2-4f49-95d2-42daef6acbae admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fc1f776b76d54baa95a63053dd949a36&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2626002
Apr 19 19:27:27.037079 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 51010) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:27:27.037614 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a739fed-02e2-4f49-95d2-42daef6acbae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50bb1615-1ce6-4adc-9591-16a50984f5d2,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:27:27.041177 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-4a739fed-02e2-4f49-95d2-42daef6acbae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:27:27.269879 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-74d9b6a3-f971-4b5c-8e5d-456e857a4472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:27.318456 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d1e65-b155-48c7-9b56-fda0a63cab2c req-723fd2cc-5ce6-4eb6-9158-c7c962a5e271 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:27.320238 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-981d1e65-b155-48c7-9b56-fda0a63cab2c req-723fd2cc-5ce6-4eb6-9158-c7c962a5e271 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cad848e-cc06-48f5-b3f7-9e0e8149ae93 HTTP/1.1" status: 200  len: 945 time: 0.1885982
Apr 19 19:27:27.326365 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-74d9b6a3-f971-4b5c-8e5d-456e857a4472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:27.419332 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-981d1e65-b155-48c7-9b56-fda0a63cab2c req-7f1a9d67-44c9-4678-a790-00c57443682b tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0843797
Apr 19 19:27:27.438865 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-74d9b6a3-f971-4b5c-8e5d-456e857a4472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:27.445521 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-103ace8a-b447-4536-add6-94d6e65f2392 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:27:27.457647 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d9b6a3-f971-4b5c-8e5d-456e857a4472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50bb1615-1ce6-4adc-9591-16a50984f5d2,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:27:27.461931 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-74d9b6a3-f971-4b5c-8e5d-456e857a4472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:27:27.465834 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-74d9b6a3-f971-4b5c-8e5d-456e857a4472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:27.467065 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-74d9b6a3-f971-4b5c-8e5d-456e857a4472 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/50bb1615-1ce6-4adc-9591-16a50984f5d2 HTTP/1.1" status: 204  len: 168 time: 0.4257653
Apr 19 19:27:28.156532 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b0aa4-cf21-4087-b058-ebee5ac627a8 req-1245d3b7-b825-4083-80d5-50119c8b1615 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:28.164891 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-042b0aa4-cf21-4087-b058-ebee5ac627a8 req-1245d3b7-b825-4083-80d5-50119c8b1615 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 946 time: 0.1351955
Apr 19 19:27:28.229775 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-042b0aa4-cf21-4087-b058-ebee5ac627a8 req-3fb34376-5e6e-40f9-8005-cf36864eebf2 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=363b2ccb-b902-431d-b58c-e66b72ac10c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0637720
Apr 19 19:27:28.726989 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 51088) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:27:28.870702 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:28.968961 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a866e414-c59f-43bc-8479-545c1b093415 req-4a076d56-9e53-4c0e-9f3e-7ab3dbd4a8b6 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:28.972300 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a866e414-c59f-43bc-8479-545c1b093415 req-4a076d56-9e53-4c0e-9f3e-7ab3dbd4a8b6 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cad848e-cc06-48f5-b3f7-9e0e8149ae93 HTTP/1.1" status: 200  len: 945 time: 0.2258213
Apr 19 19:27:29.049654 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a866e414-c59f-43bc-8479-545c1b093415 req-24f4e38f-7ed9-4c87-84f2-bbfa8b235cdf tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646379
Apr 19 19:27:29.292905 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-113dfbfc-711f-4612-bd5b-ea0d581f5587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:29.330722 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-113dfbfc-711f-4612-bd5b-ea0d581f5587 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:27:29.339874 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-113dfbfc-711f-4612-bd5b-ea0d581f5587 admin admin] Usage tracker for resource:security_group_rule and tenant:f5ae688729864835aa8283e4bb6ae010 is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:27:29.345769 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-113dfbfc-711f-4612-bd5b-ea0d581f5587 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:27:29.359079 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-113dfbfc-711f-4612-bd5b-ea0d581f5587 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:27:29.688684 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-113dfbfc-711f-4612-bd5b-ea0d581f5587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:29.699508 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8129c0-2202-459f-a3f1-2a4093d18cbe req-ec2e49bb-e074-44a1-ba0e-9c41875544be tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:29.701324 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3c8129c0-2202-459f-a3f1-2a4093d18cbe req-ec2e49bb-e074-44a1-ba0e-9c41875544be tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 946 time: 0.2624764
Apr 19 19:27:29.702634 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-113dfbfc-711f-4612-bd5b-ea0d581f5587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:29.712356 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a0ee53e9-6fb1-484d-89d9-3c1239a50b9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:27:29.784436 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113dfbfc-711f-4612-bd5b-ea0d581f5587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=775e17ad-45f2-4e74-ab13-4fd4acce3d09,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:27:29.793073 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-113dfbfc-711f-4612-bd5b-ea0d581f5587 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f5ae688729864835aa8283e4bb6ae010&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0643044
Apr 19 19:27:29.795081 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 51122) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:27:29.802888 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-113dfbfc-711f-4612-bd5b-ea0d581f5587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:27:29.827228 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3c8129c0-2202-459f-a3f1-2a4093d18cbe req-9ef3f945-4efc-4583-8909-b3de1cca3b11 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=363b2ccb-b902-431d-b58c-e66b72ac10c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1014662
Apr 19 19:27:29.909258 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c372e9b3-aa8a-4e50-9668-36397996786f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:29.941370 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c372e9b3-aa8a-4e50-9668-36397996786f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:30.005595 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c372e9b3-aa8a-4e50-9668-36397996786f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:30.011042 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:27:30.024715 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c372e9b3-aa8a-4e50-9668-36397996786f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775e17ad-45f2-4e74-ab13-4fd4acce3d09,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:27:30.029714 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c372e9b3-aa8a-4e50-9668-36397996786f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:27:30.036755 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c372e9b3-aa8a-4e50-9668-36397996786f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:30.038057 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-c372e9b3-aa8a-4e50-9668-36397996786f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/775e17ad-45f2-4e74-ab13-4fd4acce3d09 HTTP/1.1" status: 204  len: 168 time: 0.2404242
Apr 19 19:27:30.400376 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7bc40-f14a-4024-8119-e0c5fb4cade1 req-3fbb9388-ca2b-490f-8098-4f179e35fd1b tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:30.416186 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-96e7bc40-f14a-4024-8119-e0c5fb4cade1 req-3fbb9388-ca2b-490f-8098-4f179e35fd1b tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cad848e-cc06-48f5-b3f7-9e0e8149ae93 HTTP/1.1" status: 200  len: 945 time: 0.1795921
Apr 19 19:27:30.541161 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-96e7bc40-f14a-4024-8119-e0c5fb4cade1 req-019bcfdc-fd58-457d-8e1c-d30859a3844b tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1230941
Apr 19 19:27:31.164411 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a47d6-a605-4614-bef5-fe4758cb0954 req-da65d16a-29bb-451a-b308-9d5122630ad0 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:31.174678 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f54a47d6-a605-4614-bef5-fe4758cb0954 req-da65d16a-29bb-451a-b308-9d5122630ad0 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 946 time: 0.1837640
Apr 19 19:27:31.239763 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f54a47d6-a605-4614-bef5-fe4758cb0954 req-d04b9b89-6325-486e-99ff-a86120e2b927 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=363b2ccb-b902-431d-b58c-e66b72ac10c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0630159
Apr 19 19:27:31.537635 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 51198) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:27:31.715233 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c08ad4-4f80-4098-9bd2-9dc7849893a5 req-ab7ea0e7-1029-44bc-9a70-07e944d1a263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:31.716973 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-01c08ad4-4f80-4098-9bd2-9dc7849893a5 req-ab7ea0e7-1029-44bc-9a70-07e944d1a263 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5cad848e-cc06-48f5-b3f7-9e0e8149ae93 HTTP/1.1" status: 200  len: 1098 time: 0.1886811
Apr 19 19:27:31.818130 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-01c08ad4-4f80-4098-9bd2-9dc7849893a5 req-0a33aa53-1899-416a-9b6b-e81d44adc15a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0923741
Apr 19 19:27:31.954477 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9a6000-a642-4976-a3f8-0a97a80a0a13 req-457c53cb-8abe-4282-8f8a-1b40d724edac tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:31.966745 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5b9a6000-a642-4976-a3f8-0a97a80a0a13 req-457c53cb-8abe-4282-8f8a-1b40d724edac tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cad848e-cc06-48f5-b3f7-9e0e8149ae93 HTTP/1.1" status: 200  len: 945 time: 0.1412446
Apr 19 19:27:32.044197 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5b9a6000-a642-4976-a3f8-0a97a80a0a13 req-01111c3a-6f8e-42cc-8dc3-a9fef9af7cae tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751703
Apr 19 19:27:32.177950 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-96f543ec-3640-4598-86d2-d842720b216c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:32.197660 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-96f543ec-3640-4598-86d2-d842720b216c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:27:32.212307 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-96f543ec-3640-4598-86d2-d842720b216c admin admin] Usage tracker for resource:security_group_rule and tenant:a3e9abe13b294d30af2ad3c323f8941c is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:27:32.218167 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-96f543ec-3640-4598-86d2-d842720b216c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:27:32.232908 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-96f543ec-3640-4598-86d2-d842720b216c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:27:32.394628 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-96f543ec-3640-4598-86d2-d842720b216c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:32.401481 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-96f543ec-3640-4598-86d2-d842720b216c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:32.414522 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8302a3fd-1df0-42c6-b60f-f732a5030428 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:27:32.620875 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f543ec-3640-4598-86d2-d842720b216c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab6853e-db99-4696-8e5a-680824e544b7,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:27:32.639271 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-96f543ec-3640-4598-86d2-d842720b216c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a3e9abe13b294d30af2ad3c323f8941c&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1005020
Apr 19 19:27:32.641529 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-96f543ec-3640-4598-86d2-d842720b216c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:27:32.643622 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 51278) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:27:32.708649 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591062b-97e7-4738-bb20-ded4cb840cd9 req-032ec152-173c-4883-a54d-e6ff28aff752 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:32.710259 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8591062b-97e7-4738-bb20-ded4cb840cd9 req-032ec152-173c-4883-a54d-e6ff28aff752 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 946 time: 0.2970192
Apr 19 19:27:32.756626 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-79f00b43-41f1-45a6-9abd-b3ff7a7d8897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:32.787862 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8591062b-97e7-4738-bb20-ded4cb840cd9 req-577e47de-3053-45a2-acb0-2993d0bfe3f5 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=363b2ccb-b902-431d-b58c-e66b72ac10c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0706809
Apr 19 19:27:32.814179 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-79f00b43-41f1-45a6-9abd-b3ff7a7d8897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:32.899982 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-79f00b43-41f1-45a6-9abd-b3ff7a7d8897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:32.910005 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-4a8d4370-d08c-4ac4-ab55-217397105c95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:27:32.943945 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-79f00b43-41f1-45a6-9abd-b3ff7a7d8897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:32.949786 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-79f00b43-41f1-45a6-9abd-b3ff7a7d8897 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9ab6853e-db99-4696-8e5a-680824e544b7 HTTP/1.1" status: 204  len: 168 time: 0.3042645
Apr 19 19:27:32.952478 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f00b43-41f1-45a6-9abd-b3ff7a7d8897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab6853e-db99-4696-8e5a-680824e544b7,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:27:32.962082 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-79f00b43-41f1-45a6-9abd-b3ff7a7d8897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:27:33.486414 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f682b4-6b34-4cf2-abd8-0761555c8b93 req-a6c6bc37-3497-41b5-907d-ed790fdd7cee tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:33.494681 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-22f682b4-6b34-4cf2-abd8-0761555c8b93 req-a6c6bc37-3497-41b5-907d-ed790fdd7cee tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cad848e-cc06-48f5-b3f7-9e0e8149ae93 HTTP/1.1" status: 200  len: 945 time: 0.2351403
Apr 19 19:27:33.556354 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-22f682b4-6b34-4cf2-abd8-0761555c8b93 req-ee481764-4ad8-4890-ac08-666c649b34a2 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605958
Apr 19 19:27:33.717632 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 51330) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:27:33.749954 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4010205c-8558-4f71-9889-de6469fcc21c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:33.780961 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-4010205c-8558-4f71-9889-de6469fcc21c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:27:33.786438 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-4010205c-8558-4f71-9889-de6469fcc21c admin admin] Usage tracker for resource:security_group_rule and tenant:adcc009eb3f941bb99446e016eb7dc51 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:27:33.790812 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-4010205c-8558-4f71-9889-de6469fcc21c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:27:33.810056 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-4010205c-8558-4f71-9889-de6469fcc21c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:27:33.909142 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4010205c-8558-4f71-9889-de6469fcc21c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:33.913652 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4010205c-8558-4f71-9889-de6469fcc21c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:33.942197 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b55c7597-7841-4913-8995-3f6fcd5b5e76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:27:33.999309 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4010205c-8558-4f71-9889-de6469fcc21c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4084fdb8-9afd-460b-a2d1-379af34c753e,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:27:34.004024 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-4010205c-8558-4f71-9889-de6469fcc21c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:27:34.007238 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-4010205c-8558-4f71-9889-de6469fcc21c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=adcc009eb3f941bb99446e016eb7dc51&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2883298
Apr 19 19:27:34.012041 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 51356) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:27:34.118757 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a9d2b742-a689-4d54-b3b2-310bae060b73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:34.158589 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a9d2b742-a689-4d54-b3b2-310bae060b73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:34.220939 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a9d2b742-a689-4d54-b3b2-310bae060b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:34.225657 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0d1aa-94cc-4d5c-86cd-adb57c83c6b1 req-0f15419e-fe07-45c2-bd64-c3b27a82346a tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:34.235743 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-7a2d2190-84b7-473c-aad6-7ef622386948 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:27:34.238488 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c1d0d1aa-94cc-4d5c-86cd-adb57c83c6b1 req-0f15419e-fe07-45c2-bd64-c3b27a82346a tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 946 time: 0.2108805
Apr 19 19:27:34.257596 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d2b742-a689-4d54-b3b2-310bae060b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4084fdb8-9afd-460b-a2d1-379af34c753e,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:27:34.263882 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a9d2b742-a689-4d54-b3b2-310bae060b73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:27:34.276748 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a9d2b742-a689-4d54-b3b2-310bae060b73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:34.282889 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-a9d2b742-a689-4d54-b3b2-310bae060b73 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4084fdb8-9afd-460b-a2d1-379af34c753e HTTP/1.1" status: 204  len: 168 time: 0.2640653
Apr 19 19:27:34.411542 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c1d0d1aa-94cc-4d5c-86cd-adb57c83c6b1 req-a9f4d89d-30e8-4a67-bfa4-e3f9922c6c48 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=363b2ccb-b902-431d-b58c-e66b72ac10c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1714644
Apr 19 19:27:34.874824 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c016dc3b-958e-4bd3-bc7f-0c02ac618995 req-c7dd8a8e-0c0b-4150-951f-fef4b07b3cc4 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:34.878033 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c016dc3b-958e-4bd3-bc7f-0c02ac618995 req-c7dd8a8e-0c0b-4150-951f-fef4b07b3cc4 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cad848e-cc06-48f5-b3f7-9e0e8149ae93 HTTP/1.1" status: 200  len: 945 time: 0.1313210
Apr 19 19:27:34.964807 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c016dc3b-958e-4bd3-bc7f-0c02ac618995 req-84584462-4838-4164-a6a0-13b199864442 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730591
Apr 19 19:27:35.530183 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dfc29a-2bfc-473c-8235-36f6467d629a req-0b989179-9dd5-4c7f-a1ba-4b2e08aad35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:35.531885 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-51dfc29a-2bfc-473c-8235-36f6467d629a req-0b989179-9dd5-4c7f-a1ba-4b2e08aad35c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=caaf84b4cca64642b19aac2312292f91&device_id=5cad848e-cc06-48f5-b3f7-9e0e8149ae93 HTTP/1.1" status: 200  len: 1098 time: 0.1578603
Apr 19 19:27:35.561183 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a0c88d-5639-49eb-9696-c60767c7049a req-a3934545-bc6d-454f-85c0-83cd26b26cbc tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:35.564220 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c5a0c88d-5639-49eb-9696-c60767c7049a req-a3934545-bc6d-454f-85c0-83cd26b26cbc tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cad848e-cc06-48f5-b3f7-9e0e8149ae93 HTTP/1.1" status: 200  len: 945 time: 0.1605029
Apr 19 19:27:35.652762 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c5a0c88d-5639-49eb-9696-c60767c7049a req-62fe2807-4dca-42d6-b666-92cbfac9a7d7 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705166
Apr 19 19:27:35.837643 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dfc29a-2bfc-473c-8235-36f6467d629a req-98acb33f-30c3-433d-b3f9-433055b31c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:35.839309 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-51dfc29a-2bfc-473c-8235-36f6467d629a req-98acb33f-30c3-433d-b3f9-433055b31c8d service neutron] 10.222.0.20 "GET /v2.0/networks?id=a4cfddf6-741b-4335-bc05-1c15da9b2a0f HTTP/1.1" status: 200  len: 920 time: 0.2897234
Apr 19 19:27:35.898142 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device d8fbaa88-c36d-4955-b0ff-233bb0d92900 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 19:27:35.941566 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b63f8-4589-41dc-ad66-5b9214002afc req-c65ab7bb-1cac-44ab-be25-9a3db5a37a55 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:35.949538 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-280b63f8-4589-41dc-ad66-5b9214002afc req-c65ab7bb-1cac-44ab-be25-9a3db5a37a55 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 946 time: 0.1280184
Apr 19 19:27:36.062083 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-51dfc29a-2bfc-473c-8235-36f6467d629a req-5a9f38ab-fa35-4000-a607-b0880beedcba service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa4ac25a-984f-46d6-aa2d-4d06e865cdb0 HTTP/1.1" status: 200  len: 217 time: 0.2076018
Apr 19 19:27:36.066808 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-280b63f8-4589-41dc-ad66-5b9214002afc req-8d07a16f-562c-4105-b3ac-48a68543b38d tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=363b2ccb-b902-431d-b58c-e66b72ac10c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1147435
Apr 19 19:27:36.072391 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 51448) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:27:36.149323 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port d8fbaa88-c36d-4955-b0ff-233bb0d92900, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d8fbaa88-c36d-4955-b0ff-233bb0d92900,segment=NetworkSegment(2744bb2d-9e24-4863-b8d8-e4b09c9832ec),segment_id=2744bb2d-9e24-4863-b8d8-e4b09c9832ec)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:27:36.167655 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Returning: {'device': 'd8fbaa88-c36d-4955-b0ff-233bb0d92900', 'network_id': 'a89eb528-cfbf-497b-ad2d-b1613a8bf395', 'port_id': 'd8fbaa88-c36d-4955-b0ff-233bb0d92900', 'mac_address': 'fa:16:3e:aa:b6:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '194aa9b4-1b11-48c1-957e-a5acc2bb888c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 19:27:36.248585 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:36.256974 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dfc29a-2bfc-473c-8235-36f6467d629a req-87162d47-572f-45de-b1cf-e9fc83ef607b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:36.260269 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-51dfc29a-2bfc-473c-8235-36f6467d629a req-87162d47-572f-45de-b1cf-e9fc83ef607b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3af27814-af97-4e02-926e-ece558d9dead HTTP/1.1" status: 200  len: 859 time: 0.1853011
Apr 19 19:27:36.280512 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d8fbaa88-c36d-4955-b0ff-233bb0d92900 {{(pid=86370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:27:36.317879 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port d8fbaa88-c36d-4955-b0ff-233bb0d92900, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d8fbaa88-c36d-4955-b0ff-233bb0d92900,segment=NetworkSegment(2744bb2d-9e24-4863-b8d8-e4b09c9832ec),segment_id=2744bb2d-9e24-4863-b8d8-e4b09c9832ec)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:27:36.323480 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:36.330221 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:27:36.380606 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-51dfc29a-2bfc-473c-8235-36f6467d629a req-7b1b6e3d-87ef-4a95-b0f6-31643cb8584b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a4cfddf6-741b-4335-bc05-1c15da9b2a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1124616
Apr 19 19:27:36.437387 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7170f147-bdc4-4c5f-801e-de44b86617bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:36.463765 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-7170f147-bdc4-4c5f-801e-de44b86617bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:27:36.469725 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Pushing event updated for resources: {'Port': ['ID=d8fbaa88-c36d-4955-b0ff-233bb0d92900,revision_number=6']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:27:36.480973 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:27:36.496735 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-7170f147-bdc4-4c5f-801e-de44b86617bc admin admin] Usage tracker for resource:security_group_rule and tenant:ae7d055458b843939d52b7135bfbac3d is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:27:36.506263 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-7170f147-bdc4-4c5f-801e-de44b86617bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:27:36.538798 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-7170f147-bdc4-4c5f-801e-de44b86617bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:27:36.633856 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-51dfc29a-2bfc-473c-8235-36f6467d629a req-0a431331-5f7a-4434-87ee-2a713b779575 service neutron] 10.222.0.20 "GET /v2.0/networks/a4cfddf6-741b-4335-bc05-1c15da9b2a0f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2349465
Apr 19 19:27:36.656226 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] get_ports_and_sgs() called for port_ids ['d8fbaa88-c36d-4955-b0ff-233bb0d92900'] {{(pid=86370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:27:36.687433 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7170f147-bdc4-4c5f-801e-de44b86617bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:36.698690 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7170f147-bdc4-4c5f-801e-de44b86617bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:36.761185 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-85d0e7ae-dab3-474e-a329-a3a6386e49eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:27:36.793196 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-7170f147-bdc4-4c5f-801e-de44b86617bc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ae7d055458b843939d52b7135bfbac3d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7181118
Apr 19 19:27:36.805233 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 51462) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:27:36.866618 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 51466) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:27:36.919115 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b5871167-51c3-4e62-8bb1-cc6323c148ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:36.947963 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7170f147-bdc4-4c5f-801e-de44b86617bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a37fbebb-c598-47c0-95cf-3599bbbd1ce4,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:27:36.981182 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-7170f147-bdc4-4c5f-801e-de44b86617bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:27:37.029941 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-51dfc29a-2bfc-473c-8235-36f6467d629a req-340dffc0-0f64-469e-8116-9cd4e0960da1 service neutron] 10.222.0.20 "GET /v2.0/networks/a4cfddf6-741b-4335-bc05-1c15da9b2a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3875380
Apr 19 19:27:37.035690 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b5871167-51c3-4e62-8bb1-cc6323c148ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:37.158105 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b024d584-3478-4f40-bcbf-3e7a25377a54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:37.176868 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b5871167-51c3-4e62-8bb1-cc6323c148ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:37.183829 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-626101fe-09de-43bf-98f7-d33ab4d0da68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:27:37.205700 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-b024d584-3478-4f40-bcbf-3e7a25377a54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:27:37.209194 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5871167-51c3-4e62-8bb1-cc6323c148ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37fbebb-c598-47c0-95cf-3599bbbd1ce4,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:27:37.214742 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b5871167-51c3-4e62-8bb1-cc6323c148ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:27:37.216302 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-b024d584-3478-4f40-bcbf-3e7a25377a54 admin admin] Usage tracker for resource:security_group_rule and tenant:7da72fc1610b4c61b40ceac8eac62ff8 is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:27:37.219597 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-b024d584-3478-4f40-bcbf-3e7a25377a54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:27:37.231912 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-b024d584-3478-4f40-bcbf-3e7a25377a54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:27:37.263539 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b5871167-51c3-4e62-8bb1-cc6323c148ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:37.265003 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-b5871167-51c3-4e62-8bb1-cc6323c148ad admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a37fbebb-c598-47c0-95cf-3599bbbd1ce4 HTTP/1.1" status: 204  len: 168 time: 0.4586897
Apr 19 19:27:37.438837 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b024d584-3478-4f40-bcbf-3e7a25377a54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:37.452254 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b024d584-3478-4f40-bcbf-3e7a25377a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:37.471249 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-cca398e2-da86-4161-8cdf-e14aa32cdeab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:27:37.525040 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a843da-bdc4-4965-af9a-9ad510f9cd95 req-49bb6479-d2ca-476a-9350-5029304ba55e tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:37.526944 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d0a843da-bdc4-4965-af9a-9ad510f9cd95 req-49bb6479-d2ca-476a-9350-5029304ba55e tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cad848e-cc06-48f5-b3f7-9e0e8149ae93 HTTP/1.1" status: 200  len: 945 time: 0.5530379
Apr 19 19:27:37.607308 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-b024d584-3478-4f40-bcbf-3e7a25377a54 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7da72fc1610b4c61b40ceac8eac62ff8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7395945
Apr 19 19:27:37.609745 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b024d584-3478-4f40-bcbf-3e7a25377a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dcae92f-c279-440b-930d-4daf86361aff,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:27:37.611431 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 51492) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:27:37.618350 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b024d584-3478-4f40-bcbf-3e7a25377a54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:27:37.641382 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace00e60-8e73-4c7c-835f-0bee3a4b0a62 req-d0f97532-7eb4-4e57-a81c-59ba99a57257 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:37.643241 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ace00e60-8e73-4c7c-835f-0bee3a4b0a62 req-d0f97532-7eb4-4e57-a81c-59ba99a57257 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 945 time: 0.3909419
Apr 19 19:27:37.698373 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d0a843da-bdc4-4965-af9a-9ad510f9cd95 req-f30f0c10-67dc-4605-b9ca-bfdb8d82930a tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1442592
Apr 19 19:27:37.769367 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-102f25d3-c6aa-4ff3-924c-4706b379c9b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:37.773818 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ace00e60-8e73-4c7c-835f-0bee3a4b0a62 req-a0993665-dd7e-405d-8c9d-b40c72b06ab6 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=363b2ccb-b902-431d-b58c-e66b72ac10c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1192303
Apr 19 19:27:37.824501 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-102f25d3-c6aa-4ff3-924c-4706b379c9b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:37.880900 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-102f25d3-c6aa-4ff3-924c-4706b379c9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:37.888432 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-93654296-5680-4773-93a1-f3f6b3c5a2eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:27:37.890211 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 51500) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:27:37.909318 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-102f25d3-c6aa-4ff3-924c-4706b379c9b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:37.917197 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-102f25d3-c6aa-4ff3-924c-4706b379c9b5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8dcae92f-c279-440b-930d-4daf86361aff HTTP/1.1" status: 204  len: 168 time: 0.3039098
Apr 19 19:27:37.919753 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102f25d3-c6aa-4ff3-924c-4706b379c9b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dcae92f-c279-440b-930d-4daf86361aff,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:27:37.923540 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-118d1eda-ba5b-4b43-a88c-4fcda61ae4f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:37.923969 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-102f25d3-c6aa-4ff3-924c-4706b379c9b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:27:37.930948 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device d8fbaa88-c36d-4955-b0ff-233bb0d92900 up at agent hyperv_hv-cinder-78693 {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:27:37.949339 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-118d1eda-ba5b-4b43-a88c-4fcda61ae4f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:27:37.955207 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-118d1eda-ba5b-4b43-a88c-4fcda61ae4f8 admin admin] Usage tracker for resource:security_group_rule and tenant:6e070730df8d42d59d79af430bff4c0e is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:27:37.962952 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-118d1eda-ba5b-4b43-a88c-4fcda61ae4f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:27:37.985919 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-118d1eda-ba5b-4b43-a88c-4fcda61ae4f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:27:38.107662 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Provisioning complete for port d8fbaa88-c36d-4955-b0ff-233bb0d92900 triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:27:38.108382 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:38.204956 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-118d1eda-ba5b-4b43-a88c-4fcda61ae4f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:38.228415 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-118d1eda-ba5b-4b43-a88c-4fcda61ae4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:38.288937 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-99e6b0f9-565d-432c-91ae-b541a56f505c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:27:38.348583 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:38.369346 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-118d1eda-ba5b-4b43-a88c-4fcda61ae4f8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6e070730df8d42d59d79af430bff4c0e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4745386
Apr 19 19:27:38.370077 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 51516) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:27:38.404620 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118d1eda-ba5b-4b43-a88c-4fcda61ae4f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6b5bfd-b99f-4950-9940-f0bc5ec2a2c8,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:27:38.408285 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port d8fbaa88-c36d-4955-b0ff-233bb0d92900, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d8fbaa88-c36d-4955-b0ff-233bb0d92900,segment=NetworkSegment(2744bb2d-9e24-4863-b8d8-e4b09c9832ec),segment_id=2744bb2d-9e24-4863-b8d8-e4b09c9832ec)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:27:38.410260 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-118d1eda-ba5b-4b43-a88c-4fcda61ae4f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:27:38.422952 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '370f06aa-5b99-4f41-9d05-441ae6481331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8fbaa88-c36d-4955-b0ff-233bb0d92900'}] {{(pid=86370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:27:38.431805 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:38.434819 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:27:38.492131 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-346528d3-8b3a-4d3b-bb97-8b2e953b5085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:38.530997 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-346528d3-8b3a-4d3b-bb97-8b2e953b5085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:38.575777 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '370f06aa-5b99-4f41-9d05-441ae6481331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8fbaa88-c36d-4955-b0ff-233bb0d92900', 'code': 200}
Apr 19 19:27:38.699007 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-346528d3-8b3a-4d3b-bb97-8b2e953b5085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:38.721324 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Pushing event updated for resources: {'Port': ['ID=d8fbaa88-c36d-4955-b0ff-233bb0d92900,revision_number=7']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:27:38.724515 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-fa09fb40-0bbc-4f8c-8f44-a02efbed474a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:27:38.730618 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:27:38.768544 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-346528d3-8b3a-4d3b-bb97-8b2e953b5085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:38.770495 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-346528d3-8b3a-4d3b-bb97-8b2e953b5085 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6f6b5bfd-b99f-4950-9940-f0bc5ec2a2c8 HTTP/1.1" status: 204  len: 168 time: 0.3986287
Apr 19 19:27:38.772658 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346528d3-8b3a-4d3b-bb97-8b2e953b5085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6b5bfd-b99f-4950-9940-f0bc5ec2a2c8,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:27:38.776945 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-346528d3-8b3a-4d3b-bb97-8b2e953b5085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:27:39.354795 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d8b854-b518-46fe-8835-e999488b7662 req-f9b60700-114c-48ab-8fa4-30b9b4318afd tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:39.357579 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-17d8b854-b518-46fe-8835-e999488b7662 req-f9b60700-114c-48ab-8fa4-30b9b4318afd tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cad848e-cc06-48f5-b3f7-9e0e8149ae93 HTTP/1.1" status: 200  len: 945 time: 0.3866775
Apr 19 19:27:39.391461 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b230d1e6-ea82-407a-99ca-13b9f2b74e5a req-1c7675e1-1235-49f8-a2fa-015fad8fb4e5 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:39.394967 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b230d1e6-ea82-407a-99ca-13b9f2b74e5a req-1c7675e1-1235-49f8-a2fa-015fad8fb4e5 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 946 time: 0.2883251
Apr 19 19:27:39.613445 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b230d1e6-ea82-407a-99ca-13b9f2b74e5a req-9a8d1f51-6fd2-43b9-be2c-23468e6403ce tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=363b2ccb-b902-431d-b58c-e66b72ac10c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1825213
Apr 19 19:27:39.660847 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-17d8b854-b518-46fe-8835-e999488b7662 req-c0671451-d1c1-4035-a602-d8969770d3a2 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2623100
Apr 19 19:27:41.867193 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be92a8db-115e-46d9-a7fd-918f474320a2 req-8a0d62d0-3cf5-4842-80dd-2eb18521f3aa tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:41.884605 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-be92a8db-115e-46d9-a7fd-918f474320a2 req-8a0d62d0-3cf5-4842-80dd-2eb18521f3aa tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cad848e-cc06-48f5-b3f7-9e0e8149ae93 HTTP/1.1" status: 200  len: 945 time: 0.7813520
Apr 19 19:27:41.907377 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab4894-7302-46b1-a0de-91871dc8e8bc req-67c03339-c525-482c-b947-8dd3303bdaa0 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:41.920609 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0eab4894-7302-46b1-a0de-91871dc8e8bc req-67c03339-c525-482c-b947-8dd3303bdaa0 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 946 time: 0.7094240
Apr 19 19:27:42.106908 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-be92a8db-115e-46d9-a7fd-918f474320a2 req-bcd53622-8700-47d9-82d2-0ec3f0b362e2 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2207494
Apr 19 19:27:42.131357 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0eab4894-7302-46b1-a0de-91871dc8e8bc req-0b42dba0-bb35-4c52-b82a-db38c1a2fabd tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=363b2ccb-b902-431d-b58c-e66b72ac10c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1846719
Apr 19 19:27:43.764922 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc00447-e1e6-48f5-8582-78571887ba80 req-b9824186-b12e-411a-959a-2c75379a3ced tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:43.767235 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1dc00447-e1e6-48f5-8582-78571887ba80 req-b9824186-b12e-411a-959a-2c75379a3ced tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 946 time: 0.1636758
Apr 19 19:27:43.835099 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1dc00447-e1e6-48f5-8582-78571887ba80 req-5b05a52a-29bb-4d0b-abe8-0681bc45a902 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=363b2ccb-b902-431d-b58c-e66b72ac10c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0607946
Apr 19 19:27:44.099184 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc671b-deb3-4c38-9e9a-261cdd226784 req-70ea3d18-1021-4a46-a949-cd42392dd6ac tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:44.101547 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e9fc671b-deb3-4c38-9e9a-261cdd226784 req-70ea3d18-1021-4a46-a949-cd42392dd6ac tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a2e57ab-ae13-4fe0-8550-86a32f652051 HTTP/1.1" status: 200  len: 945 time: 0.1803823
Apr 19 19:27:44.183797 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e9fc671b-deb3-4c38-9e9a-261cdd226784 req-7be3f4e7-b182-4d69-8d52-a5f72f4b6e0c tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bb966a8-856d-4456-a718-193d52b80079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0664799
Apr 19 19:27:45.289383 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455372f2-3e54-43f0-a34a-5a2a458517c8 req-08691c9a-48a4-42b0-9b19-12cae71d04f9 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:45.307018 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-455372f2-3e54-43f0-a34a-5a2a458517c8 req-08691c9a-48a4-42b0-9b19-12cae71d04f9 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 946 time: 0.2058642
Apr 19 19:27:45.428125 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-455372f2-3e54-43f0-a34a-5a2a458517c8 req-95167beb-993c-41cf-ab48-ac43fae420b1 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=363b2ccb-b902-431d-b58c-e66b72ac10c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1174643
Apr 19 19:27:45.574171 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d37a7f0-9316-45fb-997c-d94db725b038 req-306f5c10-9cc4-4267-9aff-b3ba4fb6639c tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:45.575896 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9d37a7f0-9316-45fb-997c-d94db725b038 req-306f5c10-9cc4-4267-9aff-b3ba4fb6639c tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a2e57ab-ae13-4fe0-8550-86a32f652051 HTTP/1.1" status: 200  len: 945 time: 0.1478171
Apr 19 19:27:45.795346 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9d37a7f0-9316-45fb-997c-d94db725b038 req-f823e5fa-514a-4f4c-baf2-0ebe6392bf6a tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bb966a8-856d-4456-a718-193d52b80079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1925528
Apr 19 19:27:45.817935 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-acd29310-13e0-4e41-a12b-01c01674b09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:46.811443 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5de956-ae4c-41dd-ab7e-bfaa9d277517 req-a01801c1-dc76-4e05-b71f-4c6962c68c17 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:46.813251 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8c5de956-ae4c-41dd-ab7e-bfaa9d277517 req-a01801c1-dc76-4e05-b71f-4c6962c68c17 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 946 time: 0.1059911
Apr 19 19:27:47.169135 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8c5de956-ae4c-41dd-ab7e-bfaa9d277517 req-8a112652-2b72-43cb-b850-dbe08a56a834 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=363b2ccb-b902-431d-b58c-e66b72ac10c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3475754
Apr 19 19:27:47.219400 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a6ebf-7df0-4244-ad65-a15459d77c40 req-a93fe35c-249c-497f-9a69-c3d7459b9ec0 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:47.221291 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-249a6ebf-7df0-4244-ad65-a15459d77c40 req-a93fe35c-249c-497f-9a69-c3d7459b9ec0 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a2e57ab-ae13-4fe0-8550-86a32f652051 HTTP/1.1" status: 200  len: 945 time: 0.1054833
Apr 19 19:27:47.297857 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-249a6ebf-7df0-4244-ad65-a15459d77c40 req-3f3f41d5-1ff3-4ef4-af8d-d7a67fd96861 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bb966a8-856d-4456-a718-193d52b80079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0687447
Apr 19 19:27:48.414944 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac1d7d-7f73-4b3a-b575-2fc47a614f22 req-f2069b8a-1499-4c8a-8acb-d095850d9ce7 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:48.425028 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8fac1d7d-7f73-4b3a-b575-2fc47a614f22 req-f2069b8a-1499-4c8a-8acb-d095850d9ce7 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cad848e-cc06-48f5-b3f7-9e0e8149ae93 HTTP/1.1" status: 200  len: 945 time: 0.1719773
Apr 19 19:27:48.539148 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8fac1d7d-7f73-4b3a-b575-2fc47a614f22 req-bd22534f-d225-48c9-8f0e-4916521a1d89 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1128905
Apr 19 19:27:48.623851 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e8740286-0f45-403f-81fc-1a95967e0a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:48.649736 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749a6ab-56aa-4ee3-920b-997be820e073 req-817db6cb-c523-44e6-95ea-8cf6233f378e tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:48.651312 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7749a6ab-56aa-4ee3-920b-997be820e073 req-817db6cb-c523-44e6-95ea-8cf6233f378e tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 946 time: 0.1777346
Apr 19 19:27:48.827774 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7749a6ab-56aa-4ee3-920b-997be820e073 req-c6f0777c-b3ab-476b-b46d-7c7983655fdc tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=363b2ccb-b902-431d-b58c-e66b72ac10c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1697195
Apr 19 19:27:48.935776 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ee18f-6f7b-46d3-990e-c50af72bbf2e req-bdf32291-cadc-44ab-bd57-7f4a3f47d922 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:48.946959 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9c6ee18f-6f7b-46d3-990e-c50af72bbf2e req-bdf32291-cadc-44ab-bd57-7f4a3f47d922 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a2e57ab-ae13-4fe0-8550-86a32f652051 HTTP/1.1" status: 200  len: 945 time: 0.1849544
Apr 19 19:27:49.106668 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9c6ee18f-6f7b-46d3-990e-c50af72bbf2e req-c07a96e8-0da5-4016-a17f-0775205fc6fd tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bb966a8-856d-4456-a718-193d52b80079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1582472
Apr 19 19:27:49.741390 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-000a1909-ab5b-4f97-8afb-04fdec5398f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:49.957573 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:50.217935 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b5447-62ce-4f21-8726-b11cfdb84253 req-2739f107-8aeb-41a7-af05-f57715ef4bd3 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:50.234775 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1f4b5447-62ce-4f21-8726-b11cfdb84253 req-2739f107-8aeb-41a7-af05-f57715ef4bd3 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 946 time: 0.1696000
Apr 19 19:27:50.332147 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1f4b5447-62ce-4f21-8726-b11cfdb84253 req-600d2636-62a2-4844-bf42-e937485a1f48 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=363b2ccb-b902-431d-b58c-e66b72ac10c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0937266
Apr 19 19:27:50.558745 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b4277-25c4-4f0f-94e4-c703c36dd519 req-5bb03b1f-fffb-4776-88c5-990ffd430b13 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:50.560932 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-803b4277-25c4-4f0f-94e4-c703c36dd519 req-5bb03b1f-fffb-4776-88c5-990ffd430b13 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a2e57ab-ae13-4fe0-8550-86a32f652051 HTTP/1.1" status: 200  len: 945 time: 0.1751685
Apr 19 19:27:50.662179 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-803b4277-25c4-4f0f-94e4-c703c36dd519 req-0d22d3ab-d807-4da7-84cb-62cde06e0f8b tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bb966a8-856d-4456-a718-193d52b80079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0930889
Apr 19 19:27:50.667229 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5c78a517-44d6-4271-a115-cae59bf86ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:51.630529 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 51764) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:27:51.638707 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-56618793-170e-4aa6-8efa-9c6d4ae7a1f6 None None] Agent healthcheck: found 6 active agents {{(pid=86371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:27:51.734889 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8665f8-8c90-4b68-bac1-4d3b3e689f15 req-329a8346-7475-4247-b9d6-94426d01a122 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:51.746854 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bd8665f8-8c90-4b68-bac1-4d3b3e689f15 req-329a8346-7475-4247-b9d6-94426d01a122 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 946 time: 0.1787689
Apr 19 19:27:51.812563 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bd8665f8-8c90-4b68-bac1-4d3b3e689f15 req-9d0dbbaa-d5d8-463e-bc49-d8155810f022 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=363b2ccb-b902-431d-b58c-e66b72ac10c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0641093
Apr 19 19:27:51.920110 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-819e9bf2-f8ef-4e33-bd65-ca98de3da21d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:51.958191 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-819e9bf2-f8ef-4e33-bd65-ca98de3da21d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:27:51.981700 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-819e9bf2-f8ef-4e33-bd65-ca98de3da21d admin admin] Usage tracker for resource:security_group_rule and tenant:b965a9920ca54964bd8e3e847101f315 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:27:51.989842 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-819e9bf2-f8ef-4e33-bd65-ca98de3da21d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:27:52.003670 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-819e9bf2-f8ef-4e33-bd65-ca98de3da21d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:27:52.085713 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e9cc7-e9a2-4fa1-8a11-11f56446632f req-ee81aaf1-19cc-44fc-b930-1350091a8127 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:52.088363 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c49e9cc7-e9a2-4fa1-8a11-11f56446632f req-ee81aaf1-19cc-44fc-b930-1350091a8127 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a2e57ab-ae13-4fe0-8550-86a32f652051 HTTP/1.1" status: 200  len: 945 time: 0.1488793
Apr 19 19:27:52.215365 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-819e9bf2-f8ef-4e33-bd65-ca98de3da21d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:52.220807 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-819e9bf2-f8ef-4e33-bd65-ca98de3da21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:52.225995 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c49e9cc7-e9a2-4fa1-8a11-11f56446632f req-043d2d3d-84bf-416e-a6b9-9f621f9da9ed tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bb966a8-856d-4456-a718-193d52b80079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1310961
Apr 19 19:27:52.313860 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a1a37fcc-c45f-4d40-9183-7f78ec30ca2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:27:52.390824 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819e9bf2-f8ef-4e33-bd65-ca98de3da21d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e494c5-9fb6-4507-93d3-165d031d6fc4,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:27:52.405995 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-819e9bf2-f8ef-4e33-bd65-ca98de3da21d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b965a9920ca54964bd8e3e847101f315&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7739556
Apr 19 19:27:52.408861 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 51780) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:27:52.420778 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-819e9bf2-f8ef-4e33-bd65-ca98de3da21d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:27:52.511083 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f763f7a8-3b1c-4660-a860-f7154c56cd86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:52.576697 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f763f7a8-3b1c-4660-a860-f7154c56cd86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:52.652044 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f763f7a8-3b1c-4660-a860-f7154c56cd86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:52.666688 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b024d584-3478-4f40-bcbf-3e7a25377a54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:27:52.689485 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f763f7a8-3b1c-4660-a860-f7154c56cd86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:52.694785 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-f763f7a8-3b1c-4660-a860-f7154c56cd86 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d7e494c5-9fb6-4507-93d3-165d031d6fc4 HTTP/1.1" status: 204  len: 168 time: 0.2839894
Apr 19 19:27:52.697845 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f763f7a8-3b1c-4660-a860-f7154c56cd86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e494c5-9fb6-4507-93d3-165d031d6fc4,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:27:52.700882 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-f763f7a8-3b1c-4660-a860-f7154c56cd86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:27:53.079271 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b05d14-4ed0-4246-9ddd-ced968db57d2 req-17d773ca-f3ca-4726-92e6-bde96d78931a tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:53.088486 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a4b05d14-4ed0-4246-9ddd-ced968db57d2 req-17d773ca-f3ca-4726-92e6-bde96d78931a tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 946 time: 0.1247344
Apr 19 19:27:53.153029 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a4b05d14-4ed0-4246-9ddd-ced968db57d2 req-ee7dccde-bc70-43c4-b361-a2b1a438059a tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=363b2ccb-b902-431d-b58c-e66b72ac10c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0611227
Apr 19 19:27:53.465017 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 51800) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:27:53.553444 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1b98dee0-6b78-4b43-8592-731ac4dfc4ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:53.648272 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-1b98dee0-6b78-4b43-8592-731ac4dfc4ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:27:53.654596 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e717c828-f94b-4d2b-8083-ea1cf035dee4 req-9c0ae755-dbec-46a9-8bef-2e935a2e26e0 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:53.669143 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-1b98dee0-6b78-4b43-8592-731ac4dfc4ac admin admin] Usage tracker for resource:security_group_rule and tenant:23173a96ac784461b5717075077f3a85 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:27:53.670509 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e717c828-f94b-4d2b-8083-ea1cf035dee4 req-9c0ae755-dbec-46a9-8bef-2e935a2e26e0 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a2e57ab-ae13-4fe0-8550-86a32f652051 HTTP/1.1" status: 200  len: 945 time: 0.1997566
Apr 19 19:27:53.672729 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-1b98dee0-6b78-4b43-8592-731ac4dfc4ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:27:53.679909 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-1b98dee0-6b78-4b43-8592-731ac4dfc4ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:27:53.803651 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e717c828-f94b-4d2b-8083-ea1cf035dee4 req-fbd533fa-5fcb-43a0-aaa5-bb77ee76e2e8 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bb966a8-856d-4456-a718-193d52b80079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1249523
Apr 19 19:27:53.818557 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1b98dee0-6b78-4b43-8592-731ac4dfc4ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:53.822814 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1b98dee0-6b78-4b43-8592-731ac4dfc4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:53.856066 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-819e9bf2-f8ef-4e33-bd65-ca98de3da21d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:27:53.879092 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-1b98dee0-6b78-4b43-8592-731ac4dfc4ac admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=23173a96ac784461b5717075077f3a85&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4116812
Apr 19 19:27:53.883796 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 51814) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:27:53.980845 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b98dee0-6b78-4b43-8592-731ac4dfc4ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c142c3e2-3f8f-4b90-a9d7-4fbb61030d38,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:27:53.984948 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-1b98dee0-6b78-4b43-8592-731ac4dfc4ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:27:53.992247 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-269bb0b4-d8a1-46a0-816a-de3775e61014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:54.028899 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-269bb0b4-d8a1-46a0-816a-de3775e61014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:54.092810 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-269bb0b4-d8a1-46a0-816a-de3775e61014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:54.105253 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-346528d3-8b3a-4d3b-bb97-8b2e953b5085 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:27:54.126959 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bb0b4-d8a1-46a0-816a-de3775e61014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c142c3e2-3f8f-4b90-a9d7-4fbb61030d38,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:27:54.130826 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-269bb0b4-d8a1-46a0-816a-de3775e61014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:27:54.132071 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-269bb0b4-d8a1-46a0-816a-de3775e61014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:54.133713 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-269bb0b4-d8a1-46a0-816a-de3775e61014 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c142c3e2-3f8f-4b90-a9d7-4fbb61030d38 HTTP/1.1" status: 204  len: 168 time: 0.2485423
Apr 19 19:27:54.369651 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7fd59-1a43-40f2-95bd-a5dbc9aeb244 req-b6c372fa-98d7-4d81-9f05-74048181a6dd tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:54.371887 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-abd7fd59-1a43-40f2-95bd-a5dbc9aeb244 req-b6c372fa-98d7-4d81-9f05-74048181a6dd tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/networks?id=25ae2e40-a0fd-4be2-80cb-8d7a91db2a23 HTTP/1.1" status: 200  len: 814 time: 0.3011353
Apr 19 19:27:54.399659 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-abd7fd59-1a43-40f2-95bd-a5dbc9aeb244 req-4ac79924-3018-4e76-a8ac-c51ffa5ec866 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/quotas/85413127fef4416ca1237dc13d0f6ce2 HTTP/1.1" status: 200  len: 375 time: 0.0180526
Apr 19 19:27:54.685531 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2622f133-1d05-4204-b516-58503612fb8c req-169b231f-66f1-4241-bc68-1111f56ac28d tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:54.700945 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2622f133-1d05-4204-b516-58503612fb8c req-169b231f-66f1-4241-bc68-1111f56ac28d tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 946 time: 0.2396281
Apr 19 19:27:54.727794 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-abd7fd59-1a43-40f2-95bd-a5dbc9aeb244 req-2f7224b5-ab1b-456b-b9b9-f42d16e9f1d4 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=85413127fef4416ca1237dc13d0f6ce2&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3206027
Apr 19 19:27:54.981266 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2622f133-1d05-4204-b516-58503612fb8c req-d8e27710-ef7e-42a5-8cef-523468d16990 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=363b2ccb-b902-431d-b58c-e66b72ac10c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2786539
Apr 19 19:27:55.075249 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-abd7fd59-1a43-40f2-95bd-a5dbc9aeb244 req-d6ec2f3a-c202-4f46-b65f-9d6dd423732b service neutron] 10.222.0.36 "GET /v2.0/networks/25ae2e40-a0fd-4be2-80cb-8d7a91db2a23?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3190765
Apr 19 19:27:55.469596 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 51860) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:27:55.477142 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-abd7fd59-1a43-40f2-95bd-a5dbc9aeb244 req-2c654ce6-1d3f-4920-8d4b-234b19cb366e service neutron] 10.222.0.36 "GET /v2.0/networks/25ae2e40-a0fd-4be2-80cb-8d7a91db2a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3880014
Apr 19 19:27:55.508065 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c50b81-98c8-433f-aeee-4cd505d07cc4 req-f869ad74-27f4-4883-b7e5-e7d21976d754 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:55.511215 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-37c50b81-98c8-433f-aeee-4cd505d07cc4 req-f869ad74-27f4-4883-b7e5-e7d21976d754 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a2e57ab-ae13-4fe0-8550-86a32f652051 HTTP/1.1" status: 200  len: 945 time: 0.2551789
Apr 19 19:27:55.632707 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-37c50b81-98c8-433f-aeee-4cd505d07cc4 req-29d95330-43d5-4d4b-8135-917a359b0bde tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bb966a8-856d-4456-a718-193d52b80079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0981715
Apr 19 19:27:55.707400 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-367dbeda-93f0-4724-8565-81de4048e142 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1398582647-network', 'tenant_id': '483b81f313a44ef4b667111d078f143e'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:27:55.717050 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-367dbeda-93f0-4724-8565-81de4048e142 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:27:55.726133 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-367dbeda-93f0-4724-8565-81de4048e142 admin admin] Usage tracker for resource:network and tenant:483b81f313a44ef4b667111d078f143e is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:27:55.730216 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-367dbeda-93f0-4724-8565-81de4048e142 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:27:55.739169 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-367dbeda-93f0-4724-8565-81de4048e142 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:27:55.752062 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-367dbeda-93f0-4724-8565-81de4048e142 admin admin] Made reservation on behalf of 483b81f313a44ef4b667111d078f143e for: {'network': 1} {{(pid=86369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:27:55.758021 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-367dbeda-93f0-4724-8565-81de4048e142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for network, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:55.774050 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-367dbeda-93f0-4724-8565-81de4048e142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:55.794709 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-367dbeda-93f0-4724-8565-81de4048e142 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:27:55.800097 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-367dbeda-93f0-4724-8565-81de4048e142 admin admin] Usage tracker for resource:security_group_rule and tenant:483b81f313a44ef4b667111d078f143e is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:27:55.804302 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-367dbeda-93f0-4724-8565-81de4048e142 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:27:55.812864 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-367dbeda-93f0-4724-8565-81de4048e142 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:27:55.844367 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-dcf0cd45-74bc-47d5-b567-5e0ec3dc25b0 req-0823c29c-5390-4b19-852d-a40e21c5ec68 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=78e81af3-e22d-490b-94b6-c5f1c5f1b6c9 HTTP/1.1" status: 200  len: 210 time: 0.0992403
Apr 19 19:27:55.992614 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-367dbeda-93f0-4724-8565-81de4048e142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:55.996152 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-367dbeda-93f0-4724-8565-81de4048e142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:56.002351 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:27:56.054781 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-367dbeda-93f0-4724-8565-81de4048e142 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148}  {{(pid=86369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 19:27:56.074268 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-367dbeda-93f0-4724-8565-81de4048e142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852957628'] for segment, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:56.074826 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.db.segments_db [None req-367dbeda-93f0-4724-8565-81de4048e142 admin admin] Added segment 941923be-a754-42a2-b795-2bb2c8bda33c of type vlan for network 7bd53f79-c2b6-45f0-a7bc-6db506bbe863
Apr 19 19:27:56.108614 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-367dbeda-93f0-4724-8565-81de4048e142 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739738712435'] for network, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:56.114725 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367dbeda-93f0-4724-8565-81de4048e142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4007ef4-e749-490f-8b7a-2f774b3e4dad,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:27:56.122482 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-367dbeda-93f0-4724-8565-81de4048e142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:27:56.169055 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-367dbeda-93f0-4724-8565-81de4048e142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770'] for network, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:56.170829 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367dbeda-93f0-4724-8565-81de4048e142 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:56.171761 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-367dbeda-93f0-4724-8565-81de4048e142 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:56.177874 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:27:56.440110 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e57131c-6905-4e8f-99e3-944bf5a74a0e req-974f73fe-4bef-42f9-b379-48a66830a374 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:56.442093 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9e57131c-6905-4e8f-99e3-944bf5a74a0e req-974f73fe-4bef-42f9-b379-48a66830a374 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 946 time: 0.1757360
Apr 19 19:27:56.508848 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9e57131c-6905-4e8f-99e3-944bf5a74a0e req-ea96e2f8-4e4c-4f84-9565-c4236ebe0256 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=363b2ccb-b902-431d-b58c-e66b72ac10c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0575898
Apr 19 19:27:56.585271 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367dbeda-93f0-4724-8565-81de4048e142 admin admin] Pushing event updated for resources: {'Network': ['ID=7bd53f79-c2b6-45f0-a7bc-6db506bbe863,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:27:56.590541 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-367dbeda-93f0-4724-8565-81de4048e142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:27:56.597389 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-367dbeda-93f0-4724-8565-81de4048e142 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.1261141
Apr 19 19:27:56.598688 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Network 7bd53f79-c2b6-45f0-a7bc-6db506bbe863 details requested by agent ovs-agent-dv-cinder-786932-1-iscsi with host dv-cinder-786932-1-iscsi {{(pid=86370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 19:27:56.602195 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 51884) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:27:56.610814 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-43151812-878f-40b9-8b9e-f867aeac6991 admin admin] Request body: {'subnet': {'network_id': '7bd53f79-c2b6-45f0-a7bc-6db506bbe863', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1398582647-subnet', 'tenant_id': '483b81f313a44ef4b667111d078f143e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:27:56.619443 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-43151812-878f-40b9-8b9e-f867aeac6991 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:27:56.624618 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-43151812-878f-40b9-8b9e-f867aeac6991 admin admin] Usage tracker for resource:subnet and tenant:483b81f313a44ef4b667111d078f143e is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:27:56.628575 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-43151812-878f-40b9-8b9e-f867aeac6991 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:27:56.635918 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-43151812-878f-40b9-8b9e-f867aeac6991 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:27:56.649997 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43151812-878f-40b9-8b9e-f867aeac6991 admin admin] Made reservation on behalf of 483b81f313a44ef4b667111d078f143e for: {'subnet': 1} {{(pid=86369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:27:56.658168 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-43151812-878f-40b9-8b9e-f867aeac6991 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30759559'] for subnet, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:56.963981 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e061da-b529-46a6-92f1-2398e1a9076f req-22ab2689-24cb-4001-92a1-0c22c3ac6114 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:56.967168 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-32e061da-b529-46a6-92f1-2398e1a9076f req-22ab2689-24cb-4001-92a1-0c22c3ac6114 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a2e57ab-ae13-4fe0-8550-86a32f652051 HTTP/1.1" status: 200  len: 945 time: 0.1767716
Apr 19 19:27:57.124652 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fb5566f7-61be-4eca-9e48-816995946b50 req-358777a2-af24-46c0-8bda-7da35c44877f tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=78e81af3-e22d-490b-94b6-c5f1c5f1b6c9 HTTP/1.1" status: 200  len: 210 time: 0.1151676
Apr 19 19:27:57.140270 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-32e061da-b529-46a6-92f1-2398e1a9076f req-5fa69286-dfde-4cf9-bede-c57fb22e1fd8 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bb966a8-856d-4456-a718-193d52b80079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1595771
Apr 19 19:27:57.259240 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-43151812-878f-40b9-8b9e-f867aeac6991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036823157742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30759574'] for subnet, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:57.264765 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:27:57.355399 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43151812-878f-40b9-8b9e-f867aeac6991 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c4ade59-e913-42c5-ab40-83ec341bbc82,revision_number=0']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:27:57.358534 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-43151812-878f-40b9-8b9e-f867aeac6991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:27:57.362216 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43151812-878f-40b9-8b9e-f867aeac6991 admin admin] Checking segment: {'id': '941923be-a754-42a2-b795-2bb2c8bda33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7bd53f79-c2b6-45f0-a7bc-6db506bbe863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:27:57.362216 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43151812-878f-40b9-8b9e-f867aeac6991 admin admin] Network hostable DHCP agents. Network: 7bd53f79-c2b6-45f0-a7bc-6db506bbe863, hostable agents: ['5216385f-cfc7-4997-a943-f61b8ae1664e'], hosted agents: [] {{(pid=86369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 19:27:57.384498 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43151812-878f-40b9-8b9e-f867aeac6991 admin admin] Network 7bd53f79-c2b6-45f0-a7bc-6db506bbe863 is scheduled to be hosted by DHCP agent 5216385f-cfc7-4997-a943-f61b8ae1664e with binding_index 1 {{(pid=86369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 19:27:57.394969 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-43151812-878f-40b9-8b9e-f867aeac6991 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-1-iscsi, 7bd53f79-c2b6-45f0-a7bc-6db506bbe863) {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:27:57.405309 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462a4974-be55-4ee1-9465-49ee88094dfe None None] Network 7bd53f79-c2b6-45f0-a7bc-6db506bbe863 requested from dv-cinder-786932-1-iscsi {{(pid=86370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:27:57.408258 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43151812-878f-40b9-8b9e-f867aeac6991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:57.408930 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-43151812-878f-40b9-8b9e-f867aeac6991 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for subnet, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:57.434768 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-43151812-878f-40b9-8b9e-f867aeac6991 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.8310657
Apr 19 19:27:57.704194 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bb6463-4358-4839-83d0-ec506fa214e3 None None] Network 7bd53f79-c2b6-45f0-a7bc-6db506bbe863 requested from dv-cinder-786932-1-iscsi {{(pid=86370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:27:57.953089 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8338b01d-5cf1-470e-9e10-c0554dff54d7 req-e530de55-e07a-4ace-a05a-b802f047e587 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:57.955939 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8338b01d-5cf1-470e-9e10-c0554dff54d7 req-e530de55-e07a-4ace-a05a-b802f047e587 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 946 time: 0.1571143
Apr 19 19:27:58.057513 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device d8fbaa88-c36d-4955-b0ff-233bb0d92900 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:27:58.075876 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8338b01d-5cf1-470e-9e10-c0554dff54d7 req-36ba2754-b32a-4cc7-9f94-fe2d708b6944 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=363b2ccb-b902-431d-b58c-e66b72ac10c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1066487
Apr 19 19:27:58.082232 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35671ce3-b440-4ab1-8a8b-e2a62249836b req-8d4c58f0-b022-406b-8e14-5ea0c7206f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:58.088241 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-35671ce3-b440-4ab1-8a8b-e2a62249836b req-8d4c58f0-b022-406b-8e14-5ea0c7206f11 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6333d4d4b1249bfb35237c3c56fe86e&device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 1099 time: 0.2025516
Apr 19 19:27:58.372087 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35671ce3-b440-4ab1-8a8b-e2a62249836b req-303beb56-5388-4b9a-9bc7-2c0ba8e0c954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:58.375378 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-35671ce3-b440-4ab1-8a8b-e2a62249836b req-303beb56-5388-4b9a-9bc7-2c0ba8e0c954 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a89eb528-cfbf-497b-ad2d-b1613a8bf395 HTTP/1.1" status: 200  len: 917 time: 0.2717378
Apr 19 19:27:58.405043 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:58.448904 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port d8fbaa88-c36d-4955-b0ff-233bb0d92900, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d8fbaa88-c36d-4955-b0ff-233bb0d92900,segment=NetworkSegment(2744bb2d-9e24-4863-b8d8-e4b09c9832ec),segment_id=2744bb2d-9e24-4863-b8d8-e4b09c9832ec)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:27:58.449982 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '370f06aa-5b99-4f41-9d05-441ae6481331', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8fbaa88-c36d-4955-b0ff-233bb0d92900'}] {{(pid=86370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:27:58.459499 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:58.461565 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:27:58.614555 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-35671ce3-b440-4ab1-8a8b-e2a62249836b req-b9062545-7fc5-4218-92ac-3ea95430c51f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8fbaa88-c36d-4955-b0ff-233bb0d92900 HTTP/1.1" status: 200  len: 1000 time: 0.2287378
Apr 19 19:27:58.645275 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7a9a9264-ca81-4b73-9738-beca29bc510d req-3a3293f6-e7a5-44a4-991a-8e518da60718 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=78e81af3-e22d-490b-94b6-c5f1c5f1b6c9 HTTP/1.1" status: 200  len: 210 time: 0.2095518
Apr 19 19:27:58.751360 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68021b-6bec-4b72-a115-87e07e0f51a6 req-55a53eea-d14d-4b48-9917-4ff3479b22bb tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:58.769517 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6d68021b-6bec-4b72-a115-87e07e0f51a6 req-55a53eea-d14d-4b48-9917-4ff3479b22bb tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a2e57ab-ae13-4fe0-8550-86a32f652051 HTTP/1.1" status: 200  len: 945 time: 0.3793087
Apr 19 19:27:58.798071 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Pushing event updated for resources: {'Port': ['ID=d8fbaa88-c36d-4955-b0ff-233bb0d92900,revision_number=8']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:27:58.803016 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35671ce3-b440-4ab1-8a8b-e2a62249836b req-c0259fa6-da37-44d1-891d-83148ee7dcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:58.804718 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-35671ce3-b440-4ab1-8a8b-e2a62249836b req-c0259fa6-da37-44d1-891d-83148ee7dcf8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=194aa9b4-1b11-48c1-957e-a5acc2bb888c HTTP/1.1" status: 200  len: 855 time: 0.1783445
Apr 19 19:27:58.821210 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:27:58.860408 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:58.865430 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '370f06aa-5b99-4f41-9d05-441ae6481331', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8fbaa88-c36d-4955-b0ff-233bb0d92900', 'code': 200}
Apr 19 19:27:58.884811 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6d68021b-6bec-4b72-a115-87e07e0f51a6 req-747627f8-bc20-481c-a160-2ecd4efef50f tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bb966a8-856d-4456-a718-193d52b80079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1140380
Apr 19 19:27:59.013196 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35671ce3-b440-4ab1-8a8b-e2a62249836b req-9bc99db7-ab3b-45fc-a614-d635ba097d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:59.019949 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-35671ce3-b440-4ab1-8a8b-e2a62249836b req-9bc99db7-ab3b-45fc-a614-d635ba097d92 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a89eb528-cfbf-497b-ad2d-b1613a8bf395&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2019758
Apr 19 19:27:59.381730 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-35671ce3-b440-4ab1-8a8b-e2a62249836b req-4eadb0fe-e5a8-4a11-9f66-4bda5cf64dd4 service neutron] 10.222.0.20 "GET /v2.0/networks/a89eb528-cfbf-497b-ad2d-b1613a8bf395?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3247499
Apr 19 19:27:59.543569 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7fd59-1a43-40f2-95bd-a5dbc9aeb244 req-d8191819-577f-4be1-a207-475d87c943aa tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:59.545915 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-abd7fd59-1a43-40f2-95bd-a5dbc9aeb244 req-d8191819-577f-4be1-a207-475d87c943aa tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.20 "GET /v2.0/networks?id=25ae2e40-a0fd-4be2-80cb-8d7a91db2a23 HTTP/1.1" status: 200  len: 814 time: 0.4928303
Apr 19 19:27:59.566222 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-35671ce3-b440-4ab1-8a8b-e2a62249836b req-b0fb9f54-9af4-4a62-a3a8-3be56e059fc9 service neutron] 10.222.0.20 "GET /v2.0/networks/a89eb528-cfbf-497b-ad2d-b1613a8bf395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1751158
Apr 19 19:27:59.593364 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-abd7fd59-1a43-40f2-95bd-a5dbc9aeb244 req-e47cee67-cbf6-4570-8eec-ad13d56500f1 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Request body: {'port': {'device_id': '78e81af3-e22d-490b-94b6-c5f1c5f1b6c9', 'network_id': '25ae2e40-a0fd-4be2-80cb-8d7a91db2a23', 'admin_state_up': True, 'tenant_id': '85413127fef4416ca1237dc13d0f6ce2'}} {{(pid=86368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:27:59.824697 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-abd7fd59-1a43-40f2-95bd-a5dbc9aeb244 req-e47cee67-cbf6-4570-8eec-ad13d56500f1 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:27:59.842497 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433e5f94-5a53-4981-8a63-e7315a6d4b60 req-75af4672-31d1-4a8d-bdae-d3909838ef01 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:27:59.844345 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-433e5f94-5a53-4981-8a63-e7315a6d4b60 req-75af4672-31d1-4a8d-bdae-d3909838ef01 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 944 time: 0.4286942
Apr 19 19:27:59.849562 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-abd7fd59-1a43-40f2-95bd-a5dbc9aeb244 req-e47cee67-cbf6-4570-8eec-ad13d56500f1 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Usage tracker for resource:port and tenant:85413127fef4416ca1237dc13d0f6ce2 is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:27:59.856657 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-abd7fd59-1a43-40f2-95bd-a5dbc9aeb244 req-e47cee67-cbf6-4570-8eec-ad13d56500f1 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:27:59.869175 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-abd7fd59-1a43-40f2-95bd-a5dbc9aeb244 req-e47cee67-cbf6-4570-8eec-ad13d56500f1 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:27:59.949923 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7f85c9f0-1ebf-4e7e-a610-a9e79f36834f req-43439f3b-85a2-40b9-8014-3be02df424a3 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=78e81af3-e22d-490b-94b6-c5f1c5f1b6c9 HTTP/1.1" status: 200  len: 210 time: 0.0621750
Apr 19 19:27:59.961290 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abd7fd59-1a43-40f2-95bd-a5dbc9aeb244 req-e47cee67-cbf6-4570-8eec-ad13d56500f1 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Made reservation on behalf of 85413127fef4416ca1237dc13d0f6ce2 for: {'port': 1} {{(pid=86368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:27:59.967710 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-abd7fd59-1a43-40f2-95bd-a5dbc9aeb244 req-e47cee67-cbf6-4570-8eec-ad13d56500f1 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:27:59.996266 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-433e5f94-5a53-4981-8a63-e7315a6d4b60 req-fd88ce38-9d0f-4306-b802-9eb6f67325e7 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=363b2ccb-b902-431d-b58c-e66b72ac10c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1292572
Apr 19 19:28:00.320750 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de8e915-6e62-451c-b401-2bd495f3d1b9 req-eaa18d29-c39d-4342-b974-ad72e51ee6df tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:00.324037 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4de8e915-6e62-451c-b401-2bd495f3d1b9 req-eaa18d29-c39d-4342-b974-ad72e51ee6df tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a2e57ab-ae13-4fe0-8550-86a32f652051 HTTP/1.1" status: 200  len: 945 time: 0.2445443
Apr 19 19:28:00.326452 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [req-abd7fd59-1a43-40f2-95bd-a5dbc9aeb244 req-e47cee67-cbf6-4570-8eec-ad13d56500f1 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Allocated IP 172.20.0.7 (25ae2e40-a0fd-4be2-80cb-8d7a91db2a23/88652430-4f45-47e3-9948-8fa89b4f7532/de3bb1c4-53cb-4a91-865a-e15a0d223ddc) {{(pid=86368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:28:00.436804 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4de8e915-6e62-451c-b401-2bd495f3d1b9 req-e51a2fe4-cb29-4d9e-9811-08377ec33a95 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bb966a8-856d-4456-a718-193d52b80079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1011605
Apr 19 19:28:00.873185 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee3820-4f49-4fe8-b926-10668a04ce03 req-01d3e46d-3158-4452-9e03-7f66249aaf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:00.875243 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-14ee3820-4f49-4fe8-b926-10668a04ce03 req-01d3e46d-3158-4452-9e03-7f66249aaf48 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=caaf84b4cca64642b19aac2312292f91&device_id=5cad848e-cc06-48f5-b3f7-9e0e8149ae93 HTTP/1.1" status: 200  len: 1098 time: 0.1401165
Apr 19 19:28:01.067989 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee3820-4f49-4fe8-b926-10668a04ce03 req-0279a158-f154-41d2-9103-e4fc7ee8a8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:01.070346 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-14ee3820-4f49-4fe8-b926-10668a04ce03 req-0279a158-f154-41d2-9103-e4fc7ee8a8a1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a4cfddf6-741b-4335-bc05-1c15da9b2a0f HTTP/1.1" status: 200  len: 920 time: 0.1822500
Apr 19 19:28:01.072770 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-abd7fd59-1a43-40f2-95bd-a5dbc9aeb244 req-e47cee67-cbf6-4570-8eec-ad13d56500f1 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Notify callbacks [] for port, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:01.190001 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397bff7-f2eb-4eb8-90cb-0c7ff101131d req-be7bd760-f3e9-4cfe-86f3-09a94ce87095 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:01.191696 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7397bff7-f2eb-4eb8-90cb-0c7ff101131d req-be7bd760-f3e9-4cfe-86f3-09a94ce87095 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.36 "GET /v2.0/networks?id=7bd53f79-c2b6-45f0-a7bc-6db506bbe863 HTTP/1.1" status: 200  len: 809 time: 0.6061230
Apr 19 19:28:01.228081 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7397bff7-f2eb-4eb8-90cb-0c7ff101131d req-6b977b30-2904-4155-97bb-f825daedfd16 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.36 "GET /v2.0/quotas/483b81f313a44ef4b667111d078f143e HTTP/1.1" status: 200  len: 375 time: 0.0216453
Apr 19 19:28:01.241610 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-14ee3820-4f49-4fe8-b926-10668a04ce03 req-e245df9f-ff44-4bbe-bca0-e0533b40470b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa4ac25a-984f-46d6-aa2d-4d06e865cdb0 HTTP/1.1" status: 200  len: 217 time: 0.1515057
Apr 19 19:28:01.251150 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f0c34b-5b94-4b07-9951-8c8becef3b12 req-324317cc-8f8b-444c-8129-e4d24f29a685 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:01.252976 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b3f0c34b-5b94-4b07-9951-8c8becef3b12 req-324317cc-8f8b-444c-8129-e4d24f29a685 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cad848e-cc06-48f5-b3f7-9e0e8149ae93 HTTP/1.1" status: 200  len: 945 time: 0.1960313
Apr 19 19:28:01.295249 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-abd7fd59-1a43-40f2-95bd-a5dbc9aeb244 req-e47cee67-cbf6-4570-8eec-ad13d56500f1 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739738723801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822331971'] for port, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:01.329300 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7397bff7-f2eb-4eb8-90cb-0c7ff101131d req-4b63c769-42e5-4cd5-abce-892cacb49d0c tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=483b81f313a44ef4b667111d078f143e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0752001
Apr 19 19:28:01.335410 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-4aadeec6-558e-4fdf-a97d-21308c16b1fe tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:28:01.368609 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] get_ports_and_sgs() called for port_ids ['643ca322-bd10-4392-be03-10b198f92d31', 'ac09c14e-d3e9-44c8-97c1-a1a6099c6d96', '2d75b061-7a9d-4550-9d74-7f7c0cb1ab89'] {{(pid=86370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:28:01.369159 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee3820-4f49-4fe8-b926-10668a04ce03 req-c5dc73d3-df51-443d-bab8-4df79b6c3cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:01.370937 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-14ee3820-4f49-4fe8-b926-10668a04ce03 req-c5dc73d3-df51-443d-bab8-4df79b6c3cba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3af27814-af97-4e02-926e-ece558d9dead HTTP/1.1" status: 200  len: 859 time: 0.1204741
Apr 19 19:28:01.453975 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a56eb91e-dba9-4e3b-abc7-2ae7a0cf34ae req-562ef300-7955-463b-b7b8-eb8362112c0a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=207ca733-67ad-4d61-9786-fc0eca9aa95f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2754519
Apr 19 19:28:01.458218 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-14ee3820-4f49-4fe8-b926-10668a04ce03 req-d0583691-901f-4413-bb47-0fe35eddf4a9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a4cfddf6-741b-4335-bc05-1c15da9b2a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0779130
Apr 19 19:28:01.527698 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abd7fd59-1a43-40f2-95bd-a5dbc9aeb244 req-e47cee67-cbf6-4570-8eec-ad13d56500f1 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Network 25ae2e40-a0fd-4be2-80cb-8d7a91db2a23 is already hosted by enough agents. {{(pid=86368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:28:01.531227 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [req-abd7fd59-1a43-40f2-95bd-a5dbc9aeb244 req-e47cee67-cbf6-4570-8eec-ad13d56500f1 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Resources bound (agent type, host, resource id):  {{(pid=86368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:28:01.541045 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd7fd59-1a43-40f2-95bd-a5dbc9aeb244 req-e47cee67-cbf6-4570-8eec-ad13d56500f1 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Received port after_create {{(pid=86368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:28:01.619678 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7fd59-1a43-40f2-95bd-a5dbc9aeb244 req-e47cee67-cbf6-4570-8eec-ad13d56500f1 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:01.619982 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-abd7fd59-1a43-40f2-95bd-a5dbc9aeb244 req-e47cee67-cbf6-4570-8eec-ad13d56500f1 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for port, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:01.639241 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47cee67-cbf6-4570-8eec-ad13d56500f1 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Pushing event updated for resources: {'Port': ['ID=de3bb1c4-53cb-4a91-865a-e15a0d223ddc,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:28:01.645720 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b3f0c34b-5b94-4b07-9951-8c8becef3b12 req-3ea3c6b5-ecd2-4343-aa34-f45bf1e0a67e tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3415413
Apr 19 19:28:01.668139 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47cee67-cbf6-4570-8eec-ad13d56500f1 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:28:01.668582 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47cee67-cbf6-4570-8eec-ad13d56500f1 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:28:01.668882 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47cee67-cbf6-4570-8eec-ad13d56500f1 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:28:01.669281 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47cee67-cbf6-4570-8eec-ad13d56500f1 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:28:01.669665 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47cee67-cbf6-4570-8eec-ad13d56500f1 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:28:01.670049 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47cee67-cbf6-4570-8eec-ad13d56500f1 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:28:01.670436 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47cee67-cbf6-4570-8eec-ad13d56500f1 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:28:01.670823 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47cee67-cbf6-4570-8eec-ad13d56500f1 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:28:01.671205 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47cee67-cbf6-4570-8eec-ad13d56500f1 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:28:01.671584 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47cee67-cbf6-4570-8eec-ad13d56500f1 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:28:01.671995 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47cee67-cbf6-4570-8eec-ad13d56500f1 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:28:01.672381 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47cee67-cbf6-4570-8eec-ad13d56500f1 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:28:01.679551 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e47cee67-cbf6-4570-8eec-ad13d56500f1 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:28:01.681221 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-abd7fd59-1a43-40f2-95bd-a5dbc9aeb244 req-e47cee67-cbf6-4570-8eec-ad13d56500f1 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0967319
Apr 19 19:28:01.719779 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-abd7fd59-1a43-40f2-95bd-a5dbc9aeb244 req-a545bfac-06e5-40f5-913f-233db690ea38 service neutron] Request body: {'port': {'device_id': '78e81af3-e22d-490b-94b6-c5f1c5f1b6c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:28:01.795742 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7397bff7-f2eb-4eb8-90cb-0c7ff101131d req-a6eecc9f-28ab-41c6-a641-f443acd07db4 service neutron] 10.222.0.36 "GET /v2.0/networks/7bd53f79-c2b6-45f0-a7bc-6db506bbe863?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4173899
Apr 19 19:28:01.950225 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-abd7fd59-1a43-40f2-95bd-a5dbc9aeb244 req-a545bfac-06e5-40f5-913f-233db690ea38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:01.952240 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-14ee3820-4f49-4fe8-b926-10668a04ce03 req-6b817e23-493e-4444-9d71-d6a334d46593 service neutron] 10.222.0.20 "GET /v2.0/networks/a4cfddf6-741b-4335-bc05-1c15da9b2a0f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4505720
Apr 19 19:28:02.254223 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56eb91e-dba9-4e3b-abc7-2ae7a0cf34ae req-ec0916f9-32e4-40ec-bcbd-d42132a8870e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:02.257401 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a56eb91e-dba9-4e3b-abc7-2ae7a0cf34ae req-ec0916f9-32e4-40ec-bcbd-d42132a8870e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=85413127fef4416ca1237dc13d0f6ce2&device_id=207ca733-67ad-4d61-9786-fc0eca9aa95f HTTP/1.1" status: 200  len: 1098 time: 0.4952023
Apr 19 19:28:02.277230 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7397bff7-f2eb-4eb8-90cb-0c7ff101131d req-e8732800-1c0d-4625-9329-3742682e500b service neutron] 10.222.0.36 "GET /v2.0/networks/7bd53f79-c2b6-45f0-a7bc-6db506bbe863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3289936
Apr 19 19:28:02.442207 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-14ee3820-4f49-4fe8-b926-10668a04ce03 req-3a2e7111-ba58-4316-bda5-e614ebbd88c2 service neutron] 10.222.0.20 "GET /v2.0/networks/a4cfddf6-741b-4335-bc05-1c15da9b2a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4753354
Apr 19 19:28:02.658188 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56eb91e-dba9-4e3b-abc7-2ae7a0cf34ae req-e70bf9b4-82aa-43c0-a6bb-75b6eb0faad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:02.660509 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a56eb91e-dba9-4e3b-abc7-2ae7a0cf34ae req-e70bf9b4-82aa-43c0-a6bb-75b6eb0faad2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=25ae2e40-a0fd-4be2-80cb-8d7a91db2a23 HTTP/1.1" status: 200  len: 915 time: 0.3096716
Apr 19 19:28:02.775602 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e1b1a8-aaa6-4db2-ae9f-69000726e63e req-5e45736b-3e77-460d-b6d6-b7bd841118b9 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:02.776657 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-28e1b1a8-aaa6-4db2-ae9f-69000726e63e req-5e45736b-3e77-460d-b6d6-b7bd841118b9 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Synchronizing usage tracker for tenant:85413127fef4416ca1237dc13d0f6ce2 on resource:port {{(pid=86368) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:28:02.823287 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-28e1b1a8-aaa6-4db2-ae9f-69000726e63e req-5e45736b-3e77-460d-b6d6-b7bd841118b9 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Unset dirty status for tenant:85413127fef4416ca1237dc13d0f6ce2 on resource:port {{(pid=86368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:28:02.824839 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-28e1b1a8-aaa6-4db2-ae9f-69000726e63e req-5e45736b-3e77-460d-b6d6-b7bd841118b9 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=78e81af3-e22d-490b-94b6-c5f1c5f1b6c9 HTTP/1.1" status: 200  len: 931 time: 0.8163424
Apr 19 19:28:02.849062 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a56eb91e-dba9-4e3b-abc7-2ae7a0cf34ae req-94c58281-85f4-4c37-826c-99cfb9eaa574 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=643ca322-bd10-4392-be03-10b198f92d31 HTTP/1.1" status: 200  len: 217 time: 0.1667542
Apr 19 19:28:02.965258 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-28e1b1a8-aaa6-4db2-ae9f-69000726e63e req-28210748-5e27-44e4-a2b5-52583f1e59ab tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ea1d6d9-16df-47a6-b3b2-7b8ea05c5162&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1301599
Apr 19 19:28:02.973458 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56eb91e-dba9-4e3b-abc7-2ae7a0cf34ae req-0af2576c-a563-423e-b65e-9a9854f312a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:02.975093 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a56eb91e-dba9-4e3b-abc7-2ae7a0cf34ae req-0af2576c-a563-423e-b65e-9a9854f312a4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=88652430-4f45-47e3-9948-8fa89b4f7532 HTTP/1.1" status: 200  len: 854 time: 0.1076005
Apr 19 19:28:02.988870 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.db.resource_extend [req-abd7fd59-1a43-40f2-95bd-a5dbc9aeb244 req-a545bfac-06e5-40f5-913f-233db690ea38 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 19 19:28:03.097494 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [req-abd7fd59-1a43-40f2-95bd-a5dbc9aeb244 req-a545bfac-06e5-40f5-913f-233db690ea38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de3bb1c4-53cb-4a91-865a-e15a0d223ddc {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:28:03.108676 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-abd7fd59-1a43-40f2-95bd-a5dbc9aeb244 req-a545bfac-06e5-40f5-913f-233db690ea38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:03.110128 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a56eb91e-dba9-4e3b-abc7-2ae7a0cf34ae req-57b0dbb3-b595-42f3-aca6-6c5f14f35191 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=25ae2e40-a0fd-4be2-80cb-8d7a91db2a23&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1264520
Apr 19 19:28:03.130919 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f4326f-48e7-4ce6-ad72-5fd5282ed41d req-600f51f5-1aab-4098-aec4-ac1062d8d80f tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:03.132814 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e4f4326f-48e7-4ce6-ad72-5fd5282ed41d req-600f51f5-1aab-4098-aec4-ac1062d8d80f tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 944 time: 0.2435427
Apr 19 19:28:03.214006 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [req-abd7fd59-1a43-40f2-95bd-a5dbc9aeb244 req-a545bfac-06e5-40f5-913f-233db690ea38 service neutron] Transition to ACTIVE for port object de3bb1c4-53cb-4a91-865a-e15a0d223ddc will not be triggered until provisioned by entity L2. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:28:03.228428 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-abd7fd59-1a43-40f2-95bd-a5dbc9aeb244 req-a545bfac-06e5-40f5-913f-233db690ea38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32443828'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:03.252209 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-31a8c428-3bc6-4c33-832e-6d4c73d1e9b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:28:03.401769 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e4f4326f-48e7-4ce6-ad72-5fd5282ed41d req-d06964f8-ffa5-433b-9daf-6fb54d66c105 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=363b2ccb-b902-431d-b58c-e66b72ac10c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2217877
Apr 19 19:28:03.438461 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a56eb91e-dba9-4e3b-abc7-2ae7a0cf34ae req-16ae7dc9-c441-47dd-a4cd-04497a2bee71 service neutron] 10.222.0.20 "GET /v2.0/networks/25ae2e40-a0fd-4be2-80cb-8d7a91db2a23?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3064711
Apr 19 19:28:03.482235 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a545bfac-06e5-40f5-913f-233db690ea38 service neutron] Pushing event updated for resources: {'Port': ['ID=de3bb1c4-53cb-4a91-865a-e15a0d223ddc,revision_number=2']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:28:03.486210 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a545bfac-06e5-40f5-913f-233db690ea38 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:28:03.579371 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04502a31-a8cb-4236-8aeb-db85eea0ce21 req-cb43f57f-0fce-4030-9d8a-73e879923993 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:03.581200 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-04502a31-a8cb-4236-8aeb-db85eea0ce21 req-cb43f57f-0fce-4030-9d8a-73e879923993 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a2e57ab-ae13-4fe0-8550-86a32f652051 HTTP/1.1" status: 200  len: 945 time: 0.4472938
Apr 19 19:28:03.793807 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-04502a31-a8cb-4236-8aeb-db85eea0ce21 req-ebba3454-e1e7-427a-bd59-2bdf26782b27 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bb966a8-856d-4456-a718-193d52b80079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1923931
Apr 19 19:28:03.796658 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-abd7fd59-1a43-40f2-95bd-a5dbc9aeb244 req-a545bfac-06e5-40f5-913f-233db690ea38 service neutron] Attempting to bind port de3bb1c4-53cb-4a91-865a-e15a0d223ddc on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:28:03.798216 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-abd7fd59-1a43-40f2-95bd-a5dbc9aeb244 req-a545bfac-06e5-40f5-913f-233db690ea38 service neutron] Attempting to bind port de3bb1c4-53cb-4a91-865a-e15a0d223ddc by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'b3c21e51-3edd-47e3-9955-c8137f9b3597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '25ae2e40-a0fd-4be2-80cb-8d7a91db2a23'}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:28:03.799654 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd7fd59-1a43-40f2-95bd-a5dbc9aeb244 req-a545bfac-06e5-40f5-913f-233db690ea38 service neutron] Attempting to bind port de3bb1c4-53cb-4a91-865a-e15a0d223ddc on network 25ae2e40-a0fd-4be2-80cb-8d7a91db2a23 {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:28:03.817614 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-87285dc4-199f-4276-bc6d-4e1e50cc63fd req-76203e0f-7a91-4f00-b5fa-6fee6e1e77bc tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.36 "GET /v2.0/ports?device_id=275b5ebe-f35e-47bc-8072-46c4b8c142fb HTTP/1.1" status: 200  len: 210 time: 0.1471918
Apr 19 19:28:03.839245 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd7fd59-1a43-40f2-95bd-a5dbc9aeb244 req-a545bfac-06e5-40f5-913f-233db690ea38 service neutron] Port de3bb1c4-53cb-4a91-865a-e15a0d223ddc on network 25ae2e40-a0fd-4be2-80cb-8d7a91db2a23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 19:28:03.839913 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd7fd59-1a43-40f2-95bd-a5dbc9aeb244 req-a545bfac-06e5-40f5-913f-233db690ea38 service neutron] Attempting to bind port de3bb1c4-53cb-4a91-865a-e15a0d223ddc on network 25ae2e40-a0fd-4be2-80cb-8d7a91db2a23 {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:28:03.857427 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd7fd59-1a43-40f2-95bd-a5dbc9aeb244 req-a545bfac-06e5-40f5-913f-233db690ea38 service neutron] Checking agent: {'id': '13e8b6f5-8e00-4da6-9b4f-d998588d9e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 22, 59), 'started_at': datetime.datetime(2021, 4, 19, 19, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:28:03.857745 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd7fd59-1a43-40f2-95bd-a5dbc9aeb244 req-a545bfac-06e5-40f5-913f-233db690ea38 service neutron] Checking segment: {'id': 'b3c21e51-3edd-47e3-9955-c8137f9b3597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '25ae2e40-a0fd-4be2-80cb-8d7a91db2a23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:28:03.858240 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd7fd59-1a43-40f2-95bd-a5dbc9aeb244 req-a545bfac-06e5-40f5-913f-233db690ea38 service neutron] Bound using segment: {'id': 'b3c21e51-3edd-47e3-9955-c8137f9b3597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '25ae2e40-a0fd-4be2-80cb-8d7a91db2a23'} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:28:03.858979 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-abd7fd59-1a43-40f2-95bd-a5dbc9aeb244 req-a545bfac-06e5-40f5-913f-233db690ea38 service neutron] Bound port: de3bb1c4-53cb-4a91-865a-e15a0d223ddc, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3c21e51-3edd-47e3-9955-c8137f9b3597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '25ae2e40-a0fd-4be2-80cb-8d7a91db2a23'}}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:28:03.859387 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-abd7fd59-1a43-40f2-95bd-a5dbc9aeb244 req-a545bfac-06e5-40f5-913f-233db690ea38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:04.013017 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-abd7fd59-1a43-40f2-95bd-a5dbc9aeb244 req-a545bfac-06e5-40f5-913f-233db690ea38 service neutron] For port de3bb1c4-53cb-4a91-865a-e15a0d223ddc, host hv-cinder-78693, cleared binding levels {{(pid=86368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:28:04.020344 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-abd7fd59-1a43-40f2-95bd-a5dbc9aeb244 req-a545bfac-06e5-40f5-913f-233db690ea38 service neutron] For port de3bb1c4-53cb-4a91-865a-e15a0d223ddc, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=de3bb1c4-53cb-4a91-865a-e15a0d223ddc,segment=NetworkSegment(b3c21e51-3edd-47e3-9955-c8137f9b3597),segment_id=b3c21e51-3edd-47e3-9955-c8137f9b3597)] {{(pid=86368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:28:04.034998 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-abd7fd59-1a43-40f2-95bd-a5dbc9aeb244 req-a545bfac-06e5-40f5-913f-233db690ea38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32443828'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:04.055990 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:28:04.170614 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a56eb91e-dba9-4e3b-abc7-2ae7a0cf34ae req-67ed66b8-3d71-4245-8fcc-788465d9e2b2 service neutron] 10.222.0.20 "GET /v2.0/networks/25ae2e40-a0fd-4be2-80cb-8d7a91db2a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7191672
Apr 19 19:28:04.333166 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7fd59-1a43-40f2-95bd-a5dbc9aeb244 req-a545bfac-06e5-40f5-913f-233db690ea38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:04.333944 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-abd7fd59-1a43-40f2-95bd-a5dbc9aeb244 req-a545bfac-06e5-40f5-913f-233db690ea38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for port, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:04.335454 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-abd7fd59-1a43-40f2-95bd-a5dbc9aeb244 req-a545bfac-06e5-40f5-913f-233db690ea38 service neutron] 10.222.0.20 "PUT /v2.0/ports/de3bb1c4-53cb-4a91-865a-e15a0d223ddc HTTP/1.1" status: 200  len: 1093 time: 2.6238391
Apr 19 19:28:04.338486 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78e81af3-e22d-490b-94b6-c5f1c5f1b6c9', 'tag': 'de3bb1c4-53cb-4a91-865a-e15a0d223ddc'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:28:04.493792 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a545bfac-06e5-40f5-913f-233db690ea38 service neutron] Pushing event updated for resources: {'Port': ['ID=de3bb1c4-53cb-4a91-865a-e15a0d223ddc,revision_number=3']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:28:04.501267 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a545bfac-06e5-40f5-913f-233db690ea38 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:28:04.552966 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675a728-0b4e-4691-8ea2-58e09f824ee2 req-5f78a2c6-ad14-4f81-bab4-14683d2c4c4b tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:04.554710 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3675a728-0b4e-4691-8ea2-58e09f824ee2 req-5f78a2c6-ad14-4f81-bab4-14683d2c4c4b tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cad848e-cc06-48f5-b3f7-9e0e8149ae93 HTTP/1.1" status: 200  len: 945 time: 0.3570035
Apr 19 19:28:04.598479 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a585253-be16-420a-bdd1-9e9897f6aeaf req-db8db4a4-0a4c-4b43-a224-d9e9f6c41abb tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:04.600248 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6a585253-be16-420a-bdd1-9e9897f6aeaf req-db8db4a4-0a4c-4b43-a224-d9e9f6c41abb tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=78e81af3-e22d-490b-94b6-c5f1c5f1b6c9 HTTP/1.1" status: 200  len: 943 time: 0.2875493
Apr 19 19:28:04.609068 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7fd59-1a43-40f2-95bd-a5dbc9aeb244 req-5e62df1f-6151-43a6-85b8-7ea607eb5a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:04.610688 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-abd7fd59-1a43-40f2-95bd-a5dbc9aeb244 req-5e62df1f-6151-43a6-85b8-7ea607eb5a90 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=85413127fef4416ca1237dc13d0f6ce2&device_id=78e81af3-e22d-490b-94b6-c5f1c5f1b6c9 HTTP/1.1" status: 200  len: 1096 time: 0.2026999
Apr 19 19:28:04.726145 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3675a728-0b4e-4691-8ea2-58e09f824ee2 req-667f54a4-1cce-4f11-b86c-88985239e012 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1618426
Apr 19 19:28:04.727714 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-abd7fd59-1a43-40f2-95bd-a5dbc9aeb244 req-dbd2c20b-2eb8-444e-afc0-d405706dcbde service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de3bb1c4-53cb-4a91-865a-e15a0d223ddc HTTP/1.1" status: 200  len: 217 time: 0.0811331
Apr 19 19:28:04.799039 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6a585253-be16-420a-bdd1-9e9897f6aeaf req-7ef7a17e-7601-48d8-917d-c49d5a6329c2 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ea1d6d9-16df-47a6-b3b2-7b8ea05c5162&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1872153
Apr 19 19:28:04.822138 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7fd59-1a43-40f2-95bd-a5dbc9aeb244 req-a45f2087-dceb-4c7f-98ba-9d362f68b0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:04.824059 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-abd7fd59-1a43-40f2-95bd-a5dbc9aeb244 req-a45f2087-dceb-4c7f-98ba-9d362f68b0cb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=88652430-4f45-47e3-9948-8fa89b4f7532 HTTP/1.1" status: 200  len: 854 time: 0.0877438
Apr 19 19:28:04.889958 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78e81af3-e22d-490b-94b6-c5f1c5f1b6c9', 'tag': 'de3bb1c4-53cb-4a91-865a-e15a0d223ddc', 'status': 'completed', 'code': 200}
Apr 19 19:28:04.911043 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-abd7fd59-1a43-40f2-95bd-a5dbc9aeb244 req-4de1bd7d-e5c5-4a85-a121-b9fffeda0c64 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=25ae2e40-a0fd-4be2-80cb-8d7a91db2a23&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0741968
Apr 19 19:28:05.112342 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397bff7-f2eb-4eb8-90cb-0c7ff101131d req-d58cebcd-3922-416c-80a7-f1d8f71d14be tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:05.113973 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-7397bff7-f2eb-4eb8-90cb-0c7ff101131d req-d58cebcd-3922-416c-80a7-f1d8f71d14be tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Synchronizing usage tracker for tenant:483b81f313a44ef4b667111d078f143e on resource:network {{(pid=86369) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:28:05.147063 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-7397bff7-f2eb-4eb8-90cb-0c7ff101131d req-d58cebcd-3922-416c-80a7-f1d8f71d14be tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Unset dirty status for tenant:483b81f313a44ef4b667111d078f143e on resource:network {{(pid=86369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:28:05.149276 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7397bff7-f2eb-4eb8-90cb-0c7ff101131d req-d58cebcd-3922-416c-80a7-f1d8f71d14be tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.20 "GET /v2.0/networks?id=7bd53f79-c2b6-45f0-a7bc-6db506bbe863 HTTP/1.1" status: 200  len: 809 time: 0.3153672
Apr 19 19:28:05.185277 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-7397bff7-f2eb-4eb8-90cb-0c7ff101131d req-1812cc6c-6778-4197-aa8d-be659639ec31 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Request body: {'port': {'device_id': '275b5ebe-f35e-47bc-8072-46c4b8c142fb', 'network_id': '7bd53f79-c2b6-45f0-a7bc-6db506bbe863', 'admin_state_up': True, 'tenant_id': '483b81f313a44ef4b667111d078f143e'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:28:05.405855 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-7397bff7-f2eb-4eb8-90cb-0c7ff101131d req-1812cc6c-6778-4197-aa8d-be659639ec31 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:28:05.410523 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-85ad35a9-8777-4318-bbbd-167ce4fb3401 req-ef1a7c82-76bc-4e43-bc9c-fb0a61d7ba52 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.36 "GET /v2.0/ports?device_id=275b5ebe-f35e-47bc-8072-46c4b8c142fb HTTP/1.1" status: 200  len: 210 time: 0.1195409
Apr 19 19:28:05.414243 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-7397bff7-f2eb-4eb8-90cb-0c7ff101131d req-1812cc6c-6778-4197-aa8d-be659639ec31 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Usage tracker for resource:port and tenant:483b81f313a44ef4b667111d078f143e is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:28:05.420266 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-7397bff7-f2eb-4eb8-90cb-0c7ff101131d req-1812cc6c-6778-4197-aa8d-be659639ec31 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:28:05.433090 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-7397bff7-f2eb-4eb8-90cb-0c7ff101131d req-1812cc6c-6778-4197-aa8d-be659639ec31 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:28:05.450032 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7397bff7-f2eb-4eb8-90cb-0c7ff101131d req-1812cc6c-6778-4197-aa8d-be659639ec31 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Made reservation on behalf of 483b81f313a44ef4b667111d078f143e for: {'port': 1} {{(pid=86369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:28:05.463009 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-7397bff7-f2eb-4eb8-90cb-0c7ff101131d req-1812cc6c-6778-4197-aa8d-be659639ec31 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:05.503201 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-abd7fd59-1a43-40f2-95bd-a5dbc9aeb244 req-16a09997-ae76-405d-a1fa-4167617f8999 service neutron] 10.222.0.20 "GET /v2.0/networks/25ae2e40-a0fd-4be2-80cb-8d7a91db2a23?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5832319
Apr 19 19:28:05.519212 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9453c-a9dc-4713-b065-33c3a65f93cc req-c40ca5dc-8800-4810-98e9-53250daed474 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:05.541395 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2ec9453c-a9dc-4713-b065-33c3a65f93cc req-c40ca5dc-8800-4810-98e9-53250daed474 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 944 time: 0.2493153
Apr 19 19:28:05.691683 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [req-7397bff7-f2eb-4eb8-90cb-0c7ff101131d req-1812cc6c-6778-4197-aa8d-be659639ec31 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Allocated IP 172.20.0.7 (7bd53f79-c2b6-45f0-a7bc-6db506bbe863/4c4ade59-e913-42c5-ab40-83ec341bbc82/b04308ab-2400-4949-94c4-bff6788b7736) {{(pid=86369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:28:05.817172 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2ec9453c-a9dc-4713-b065-33c3a65f93cc req-18b0c490-f76e-481f-9b1c-c77d0ea7a795 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=363b2ccb-b902-431d-b58c-e66b72ac10c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2720363
Apr 19 19:28:05.909575 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 52050) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:28:05.969427 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-7397bff7-f2eb-4eb8-90cb-0c7ff101131d req-1812cc6c-6778-4197-aa8d-be659639ec31 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Notify callbacks [] for port, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:06.033679 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-7397bff7-f2eb-4eb8-90cb-0c7ff101131d req-1812cc6c-6778-4197-aa8d-be659639ec31 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739738723801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31618435'] for port, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:06.048876 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-391bcf38-0cbc-4e63-8ffe-fbe83074ea00 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:28:06.072512 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device d8fbaa88-c36d-4955-b0ff-233bb0d92900 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:28:06.128106 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-abd7fd59-1a43-40f2-95bd-a5dbc9aeb244 req-e7e848ec-20c6-4c75-8d97-2ba7ccd042d5 service neutron] 10.222.0.20 "GET /v2.0/networks/25ae2e40-a0fd-4be2-80cb-8d7a91db2a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5316250
Apr 19 19:28:06.155429 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9f1f5-84a6-4a5b-8945-ed33afa22d4b req-fb32c196-3b3a-4ae5-a6e9-74acd03d007f tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:06.157491 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5bd9f1f5-84a6-4a5b-8945-ed33afa22d4b req-fb32c196-3b3a-4ae5-a6e9-74acd03d007f tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a2e57ab-ae13-4fe0-8550-86a32f652051 HTTP/1.1" status: 200  len: 945 time: 0.3736672
Apr 19 19:28:06.249541 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad00d89-a94e-470e-bf75-aac3d7b38323 req-22ac1b29-6b72-451b-8491-d183953f9a34 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:06.251525 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1ad00d89-a94e-470e-bf75-aac3d7b38323 req-22ac1b29-6b72-451b-8491-d183953f9a34 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cad848e-cc06-48f5-b3f7-9e0e8149ae93 HTTP/1.1" status: 200  len: 945 time: 0.2056544
Apr 19 19:28:06.261110 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e97017b3-7815-4724-97a9-6b2e8957f1c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:06.265998 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1812cc6c-6778-4197-aa8d-be659639ec31 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Pushing event updated for resources: {'Port': ['ID=b04308ab-2400-4949-94c4-bff6788b7736,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:28:06.279453 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7397bff7-f2eb-4eb8-90cb-0c7ff101131d req-1812cc6c-6778-4197-aa8d-be659639ec31 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Network 7bd53f79-c2b6-45f0-a7bc-6db506bbe863 is already hosted by enough agents. {{(pid=86369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:28:06.279689 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5bd9f1f5-84a6-4a5b-8945-ed33afa22d4b req-500dc689-427e-40de-a472-3b41b49cc181 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bb966a8-856d-4456-a718-193d52b80079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1111746
Apr 19 19:28:06.289259 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [req-7397bff7-f2eb-4eb8-90cb-0c7ff101131d req-1812cc6c-6778-4197-aa8d-be659639ec31 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Resources bound (agent type, host, resource id):  {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:28:06.295127 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1812cc6c-6778-4197-aa8d-be659639ec31 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:28:06.296061 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1812cc6c-6778-4197-aa8d-be659639ec31 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:28:06.296894 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1812cc6c-6778-4197-aa8d-be659639ec31 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:28:06.297757 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1812cc6c-6778-4197-aa8d-be659639ec31 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:28:06.298648 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1812cc6c-6778-4197-aa8d-be659639ec31 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:28:06.299507 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1812cc6c-6778-4197-aa8d-be659639ec31 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:28:06.300949 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1812cc6c-6778-4197-aa8d-be659639ec31 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:28:06.302077 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1812cc6c-6778-4197-aa8d-be659639ec31 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:28:06.303094 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1812cc6c-6778-4197-aa8d-be659639ec31 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:28:06.304218 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1812cc6c-6778-4197-aa8d-be659639ec31 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:28:06.305043 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1812cc6c-6778-4197-aa8d-be659639ec31 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:28:06.305856 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1812cc6c-6778-4197-aa8d-be659639ec31 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:28:06.312838 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-7397bff7-f2eb-4eb8-90cb-0c7ff101131d req-1812cc6c-6778-4197-aa8d-be659639ec31 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Received port after_create {{(pid=86369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:28:06.348572 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-e97017b3-7815-4724-97a9-6b2e8957f1c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:28:06.368220 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-e97017b3-7815-4724-97a9-6b2e8957f1c7 admin admin] Usage tracker for resource:security_group_rule and tenant:c5efb6ac31b641f2b2e1e9bdd7ff77a2 is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:28:06.373216 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-e97017b3-7815-4724-97a9-6b2e8957f1c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:28:06.392719 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-e97017b3-7815-4724-97a9-6b2e8957f1c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:28:06.423390 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1ad00d89-a94e-470e-bf75-aac3d7b38323 req-6ba501f4-8c3b-4f0a-8d9d-190525115bae tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1506705
Apr 19 19:28:06.473525 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d045e9-be66-4a29-a509-a561b2c7a98d req-5162a2d8-4472-4c80-a032-5a58f7216b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:06.475195 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-77d045e9-be66-4a29-a509-a561b2c7a98d req-5162a2d8-4472-4c80-a032-5a58f7216b34 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=85413127fef4416ca1237dc13d0f6ce2&device_id=78e81af3-e22d-490b-94b6-c5f1c5f1b6c9 HTTP/1.1" status: 200  len: 1096 time: 0.1996315
Apr 19 19:28:06.484001 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397bff7-f2eb-4eb8-90cb-0c7ff101131d req-1812cc6c-6778-4197-aa8d-be659639ec31 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:06.484499 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-7397bff7-f2eb-4eb8-90cb-0c7ff101131d req-1812cc6c-6778-4197-aa8d-be659639ec31 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:06.498120 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-1812cc6c-6778-4197-aa8d-be659639ec31 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:28:06.544289 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7397bff7-f2eb-4eb8-90cb-0c7ff101131d req-1812cc6c-6778-4197-aa8d-be659639ec31 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3652627
Apr 19 19:28:06.564363 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-7397bff7-f2eb-4eb8-90cb-0c7ff101131d req-1ca04725-9c0b-477a-a738-690335ebe5ad service neutron] Request body: {'port': {'device_id': '275b5ebe-f35e-47bc-8072-46c4b8c142fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:28:06.764592 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e97017b3-7815-4724-97a9-6b2e8957f1c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:06.770000 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-7397bff7-f2eb-4eb8-90cb-0c7ff101131d req-1ca04725-9c0b-477a-a738-690335ebe5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:06.843685 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d045e9-be66-4a29-a509-a561b2c7a98d req-5d943bd2-095c-48b0-a19f-bf91eaef5cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:06.845328 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-77d045e9-be66-4a29-a509-a561b2c7a98d req-5d943bd2-095c-48b0-a19f-bf91eaef5cf4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=25ae2e40-a0fd-4be2-80cb-8d7a91db2a23 HTTP/1.1" status: 200  len: 915 time: 0.3584092
Apr 19 19:28:06.846014 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e97017b3-7815-4724-97a9-6b2e8957f1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:06.885880 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-bb194271-318c-4cbd-a520-4f84f3744af9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:28:06.925988 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-e97017b3-7815-4724-97a9-6b2e8957f1c7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c5efb6ac31b641f2b2e1e9bdd7ff77a2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9988203
Apr 19 19:28:07.024201 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 52068) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:28:07.025020 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97017b3-7815-4724-97a9-6b2e8957f1c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea24888-f454-448c-a921-7596b02fa08a,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:28:07.029574 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-77d045e9-be66-4a29-a509-a561b2c7a98d req-1137baab-156b-4026-a7ac-15d680e3b4b1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de3bb1c4-53cb-4a91-865a-e15a0d223ddc HTTP/1.1" status: 200  len: 217 time: 0.1472542
Apr 19 19:28:07.032305 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e97017b3-7815-4724-97a9-6b2e8957f1c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:28:07.176624 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411c3d81-852a-47cc-addc-82b9008507ee req-0031f52b-a0f1-4888-9582-85eb853ee425 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:07.188718 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-411c3d81-852a-47cc-addc-82b9008507ee req-0031f52b-a0f1-4888-9582-85eb853ee425 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=78e81af3-e22d-490b-94b6-c5f1c5f1b6c9 HTTP/1.1" status: 200  len: 943 time: 0.5626788
Apr 19 19:28:07.301029 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d045e9-be66-4a29-a509-a561b2c7a98d req-54086a42-e3bb-410f-b027-74ceed84ead4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:07.302691 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-77d045e9-be66-4a29-a509-a561b2c7a98d req-54086a42-e3bb-410f-b027-74ceed84ead4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=88652430-4f45-47e3-9948-8fa89b4f7532 HTTP/1.1" status: 200  len: 854 time: 0.2556574
Apr 19 19:28:07.305913 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-056d92b2-0893-4e36-975b-48eb9bfc3205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:07.333533 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [req-7397bff7-f2eb-4eb8-90cb-0c7ff101131d req-1ca04725-9c0b-477a-a738-690335ebe5ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b04308ab-2400-4949-94c4-bff6788b7736 {{(pid=86369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:28:07.352271 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-7397bff7-f2eb-4eb8-90cb-0c7ff101131d req-1ca04725-9c0b-477a-a738-690335ebe5ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:07.377069 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-411c3d81-852a-47cc-addc-82b9008507ee req-ad193fac-7e86-4d90-aca7-a164720fafc0 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ea1d6d9-16df-47a6-b3b2-7b8ea05c5162&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1498768
Apr 19 19:28:07.386387 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [req-7397bff7-f2eb-4eb8-90cb-0c7ff101131d req-1ca04725-9c0b-477a-a738-690335ebe5ad service neutron] Transition to ACTIVE for port object b04308ab-2400-4949-94c4-bff6788b7736 will not be triggered until provisioned by entity L2. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:28:07.392422 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-7397bff7-f2eb-4eb8-90cb-0c7ff101131d req-1ca04725-9c0b-477a-a738-690335ebe5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823157366'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:07.396223 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-77d045e9-be66-4a29-a509-a561b2c7a98d req-d46ffdce-8522-41f9-a037-a1cbe0b8210b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=25ae2e40-a0fd-4be2-80cb-8d7a91db2a23&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0755603
Apr 19 19:28:07.402458 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-056d92b2-0893-4e36-975b-48eb9bfc3205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:07.407746 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-17bbe963-d4a7-4b52-9100-1b344789d6e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:28:07.554736 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca04725-9c0b-477a-a738-690335ebe5ad service neutron] Pushing event updated for resources: {'Port': ['ID=b04308ab-2400-4949-94c4-bff6788b7736,revision_number=2']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:28:07.563978 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-1ca04725-9c0b-477a-a738-690335ebe5ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:28:07.669365 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-77d045e9-be66-4a29-a509-a561b2c7a98d req-e1a64a4f-12f1-4021-b4bc-140480264ad6 service neutron] 10.222.0.20 "GET /v2.0/networks/25ae2e40-a0fd-4be2-80cb-8d7a91db2a23?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2579393
Apr 19 19:28:07.672081 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-056d92b2-0893-4e36-975b-48eb9bfc3205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:07.687334 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:28:07.787763 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056d92b2-0893-4e36-975b-48eb9bfc3205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea24888-f454-448c-a921-7596b02fa08a,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:28:07.793770 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-056d92b2-0893-4e36-975b-48eb9bfc3205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:07.797914 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-056d92b2-0893-4e36-975b-48eb9bfc3205 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0ea24888-f454-448c-a921-7596b02fa08a HTTP/1.1" status: 204  len: 168 time: 0.7672813
Apr 19 19:28:07.799223 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-056d92b2-0893-4e36-975b-48eb9bfc3205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:28:07.813252 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aee13d-23f3-4b54-a294-125f35d21e2f req-caca53e8-4549-4425-beda-5bf7a3a63515 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:07.814965 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e1aee13d-23f3-4b54-a294-125f35d21e2f req-caca53e8-4549-4425-beda-5bf7a3a63515 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.36 "GET /v2.0/ports?device_id=275b5ebe-f35e-47bc-8072-46c4b8c142fb HTTP/1.1" status: 200  len: 943 time: 0.2893534
Apr 19 19:28:07.921878 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-77d045e9-be66-4a29-a509-a561b2c7a98d req-a9faffcf-bd0e-4f23-81cf-25cb9bb9c45f service neutron] 10.222.0.20 "GET /v2.0/networks/25ae2e40-a0fd-4be2-80cb-8d7a91db2a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2437963
Apr 19 19:28:07.925166 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e1aee13d-23f3-4b54-a294-125f35d21e2f req-7a87725b-e44c-4410-84a9-835ac67479de tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4007ef4-e749-490f-8b7a-2f774b3e4dad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710428
Apr 19 19:28:08.023327 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-7397bff7-f2eb-4eb8-90cb-0c7ff101131d req-1ca04725-9c0b-477a-a738-690335ebe5ad service neutron] Attempting to bind port b04308ab-2400-4949-94c4-bff6788b7736 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:28:08.023952 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-7397bff7-f2eb-4eb8-90cb-0c7ff101131d req-1ca04725-9c0b-477a-a738-690335ebe5ad service neutron] Attempting to bind port b04308ab-2400-4949-94c4-bff6788b7736 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '941923be-a754-42a2-b795-2bb2c8bda33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7bd53f79-c2b6-45f0-a7bc-6db506bbe863'}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:28:08.024553 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7397bff7-f2eb-4eb8-90cb-0c7ff101131d req-1ca04725-9c0b-477a-a738-690335ebe5ad service neutron] Attempting to bind port b04308ab-2400-4949-94c4-bff6788b7736 on network 7bd53f79-c2b6-45f0-a7bc-6db506bbe863 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:28:08.035668 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7397bff7-f2eb-4eb8-90cb-0c7ff101131d req-1ca04725-9c0b-477a-a738-690335ebe5ad service neutron] Port b04308ab-2400-4949-94c4-bff6788b7736 on network 7bd53f79-c2b6-45f0-a7bc-6db506bbe863 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 19:28:08.037446 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7397bff7-f2eb-4eb8-90cb-0c7ff101131d req-1ca04725-9c0b-477a-a738-690335ebe5ad service neutron] Attempting to bind port b04308ab-2400-4949-94c4-bff6788b7736 on network 7bd53f79-c2b6-45f0-a7bc-6db506bbe863 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:28:08.050850 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7397bff7-f2eb-4eb8-90cb-0c7ff101131d req-1ca04725-9c0b-477a-a738-690335ebe5ad service neutron] Checking agent: {'id': '13e8b6f5-8e00-4da6-9b4f-d998588d9e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 22, 59), 'started_at': datetime.datetime(2021, 4, 19, 19, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:28:08.051169 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7397bff7-f2eb-4eb8-90cb-0c7ff101131d req-1ca04725-9c0b-477a-a738-690335ebe5ad service neutron] Checking segment: {'id': '941923be-a754-42a2-b795-2bb2c8bda33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7bd53f79-c2b6-45f0-a7bc-6db506bbe863'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:28:08.051784 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7397bff7-f2eb-4eb8-90cb-0c7ff101131d req-1ca04725-9c0b-477a-a738-690335ebe5ad service neutron] Bound using segment: {'id': '941923be-a754-42a2-b795-2bb2c8bda33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7bd53f79-c2b6-45f0-a7bc-6db506bbe863'} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:28:08.052561 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-7397bff7-f2eb-4eb8-90cb-0c7ff101131d req-1ca04725-9c0b-477a-a738-690335ebe5ad service neutron] Bound port: b04308ab-2400-4949-94c4-bff6788b7736, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '941923be-a754-42a2-b795-2bb2c8bda33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7bd53f79-c2b6-45f0-a7bc-6db506bbe863'}}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:28:08.053182 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-7397bff7-f2eb-4eb8-90cb-0c7ff101131d req-1ca04725-9c0b-477a-a738-690335ebe5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:08.078971 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device de3bb1c4-53cb-4a91-865a-e15a0d223ddc details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 19:28:08.179195 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c205d9-d93f-4c25-8f62-7f632f27950e req-20a1c73c-d3db-4aba-9490-4ede07d3105f tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:08.193289 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-14c205d9-d93f-4c25-8f62-7f632f27950e req-20a1c73c-d3db-4aba-9490-4ede07d3105f tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a2e57ab-ae13-4fe0-8550-86a32f652051 HTTP/1.1" status: 200  len: 945 time: 0.2546618
Apr 19 19:28:08.333294 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-7397bff7-f2eb-4eb8-90cb-0c7ff101131d req-1ca04725-9c0b-477a-a738-690335ebe5ad service neutron] For port b04308ab-2400-4949-94c4-bff6788b7736, host hv-cinder-78693, cleared binding levels {{(pid=86369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:28:08.340680 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-7397bff7-f2eb-4eb8-90cb-0c7ff101131d req-1ca04725-9c0b-477a-a738-690335ebe5ad service neutron] For port b04308ab-2400-4949-94c4-bff6788b7736, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b04308ab-2400-4949-94c4-bff6788b7736,segment=NetworkSegment(941923be-a754-42a2-b795-2bb2c8bda33c),segment_id=941923be-a754-42a2-b795-2bb2c8bda33c)] {{(pid=86369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:28:08.353431 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-7397bff7-f2eb-4eb8-90cb-0c7ff101131d req-1ca04725-9c0b-477a-a738-690335ebe5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823157366'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:08.365004 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-d30bb44b-eb9d-4f06-8126-0c33893492bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:28:08.401349 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port de3bb1c4-53cb-4a91-865a-e15a0d223ddc, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=de3bb1c4-53cb-4a91-865a-e15a0d223ddc,segment=NetworkSegment(b3c21e51-3edd-47e3-9955-c8137f9b3597),segment_id=b3c21e51-3edd-47e3-9955-c8137f9b3597)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:28:08.464223 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Returning: {'device': 'de3bb1c4-53cb-4a91-865a-e15a0d223ddc', 'network_id': '25ae2e40-a0fd-4be2-80cb-8d7a91db2a23', 'port_id': 'de3bb1c4-53cb-4a91-865a-e15a0d223ddc', 'mac_address': 'fa:16:3e:c2:4c:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88652430-4f45-47e3-9948-8fa89b4f7532', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 19:28:08.489101 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-14c205d9-d93f-4c25-8f62-7f632f27950e req-f0f0728b-571b-418f-b829-1915d347e2f8 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bb966a8-856d-4456-a718-193d52b80079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2068048
Apr 19 19:28:08.518056 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397bff7-f2eb-4eb8-90cb-0c7ff101131d req-1ca04725-9c0b-477a-a738-690335ebe5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:08.519851 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-7397bff7-f2eb-4eb8-90cb-0c7ff101131d req-1ca04725-9c0b-477a-a738-690335ebe5ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:08.532594 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7397bff7-f2eb-4eb8-90cb-0c7ff101131d req-1ca04725-9c0b-477a-a738-690335ebe5ad service neutron] 10.222.0.20 "PUT /v2.0/ports/b04308ab-2400-4949-94c4-bff6788b7736 HTTP/1.1" status: 200  len: 1093 time: 1.9733205
Apr 19 19:28:08.533605 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '275b5ebe-f35e-47bc-8072-46c4b8c142fb', 'tag': 'b04308ab-2400-4949-94c4-bff6788b7736'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:28:08.570710 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58edd0-7b09-4531-9e0c-3b62a8265b0f req-ae741664-7f8e-4f0c-8e42-89501d85b55e tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:08.584367 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9e58edd0-7b09-4531-9e0c-3b62a8265b0f req-ae741664-7f8e-4f0c-8e42-89501d85b55e tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cad848e-cc06-48f5-b3f7-9e0e8149ae93 HTTP/1.1" status: 200  len: 945 time: 0.3859229
Apr 19 19:28:08.657211 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:08.692946 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de3bb1c4-53cb-4a91-865a-e15a0d223ddc {{(pid=86370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:28:08.705248 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca04725-9c0b-477a-a738-690335ebe5ad service neutron] Pushing event updated for resources: {'Port': ['ID=b04308ab-2400-4949-94c4-bff6788b7736,revision_number=3']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:28:08.710186 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-1ca04725-9c0b-477a-a738-690335ebe5ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:28:08.718339 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9e58edd0-7b09-4531-9e0c-3b62a8265b0f req-343c9846-28d9-42fa-8391-94f42fdbb795 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1278019
Apr 19 19:28:08.740378 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port de3bb1c4-53cb-4a91-865a-e15a0d223ddc, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=de3bb1c4-53cb-4a91-865a-e15a0d223ddc,segment=NetworkSegment(b3c21e51-3edd-47e3-9955-c8137f9b3597),segment_id=b3c21e51-3edd-47e3-9955-c8137f9b3597)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:28:08.758167 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:08.760292 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:28:08.766990 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397bff7-f2eb-4eb8-90cb-0c7ff101131d req-e1b9b8f0-61db-44ab-9c77-d460bcbc8ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:08.769058 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7397bff7-f2eb-4eb8-90cb-0c7ff101131d req-e1b9b8f0-61db-44ab-9c77-d460bcbc8ac9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=483b81f313a44ef4b667111d078f143e&device_id=275b5ebe-f35e-47bc-8072-46c4b8c142fb HTTP/1.1" status: 200  len: 1096 time: 0.1538506
Apr 19 19:28:08.883820 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7397bff7-f2eb-4eb8-90cb-0c7ff101131d req-cacb4849-cfb3-403e-a91f-8175ece94b73 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b04308ab-2400-4949-94c4-bff6788b7736 HTTP/1.1" status: 200  len: 217 time: 0.0918956
Apr 19 19:28:08.909861 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Pushing event updated for resources: {'Port': ['ID=de3bb1c4-53cb-4a91-865a-e15a0d223ddc,revision_number=4']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:28:08.918707 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:28:08.994233 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397bff7-f2eb-4eb8-90cb-0c7ff101131d req-a53f0e04-935b-4de1-99ce-1f75dc2a2f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:08.996231 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7397bff7-f2eb-4eb8-90cb-0c7ff101131d req-a53f0e04-935b-4de1-99ce-1f75dc2a2f2b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4c4ade59-e913-42c5-ab40-83ec341bbc82 HTTP/1.1" status: 200  len: 849 time: 0.1047709
Apr 19 19:28:09.051929 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79bca4a-4562-4f40-a373-aa106ec9480c req-83585bb7-ed6d-4dfc-96e5-b6c1e57bc66f tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:09.051929 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d79bca4a-4562-4f40-a373-aa106ec9480c req-83585bb7-ed6d-4dfc-96e5-b6c1e57bc66f tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=78e81af3-e22d-490b-94b6-c5f1c5f1b6c9 HTTP/1.1" status: 200  len: 944 time: 0.1363616
Apr 19 19:28:09.067998 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '275b5ebe-f35e-47bc-8072-46c4b8c142fb', 'tag': 'b04308ab-2400-4949-94c4-bff6788b7736', 'status': 'completed', 'code': 200}
Apr 19 19:28:09.082827 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7397bff7-f2eb-4eb8-90cb-0c7ff101131d req-f158f258-8c9a-41a0-82e1-facb4d900327 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7bd53f79-c2b6-45f0-a7bc-6db506bbe863&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0777953
Apr 19 19:28:09.108970 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d79bca4a-4562-4f40-a373-aa106ec9480c req-ee15350f-03c9-45dc-84a0-eac1dcde6f66 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ea1d6d9-16df-47a6-b3b2-7b8ea05c5162&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505772
Apr 19 19:28:09.134425 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] get_ports_and_sgs() called for port_ids ['de3bb1c4-53cb-4a91-865a-e15a0d223ddc'] {{(pid=86370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:28:09.297419 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea8433-6650-4dd6-9a70-f25943a243a2 req-9b11680b-b5dc-4842-8857-981d79e5ff56 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:09.299264 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9fea8433-6650-4dd6-9a70-f25943a243a2 req-9b11680b-b5dc-4842-8857-981d79e5ff56 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 944 time: 0.1379626
Apr 19 19:28:09.342274 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7397bff7-f2eb-4eb8-90cb-0c7ff101131d req-453a2e78-ae52-42e4-8f94-1228d5241613 service neutron] 10.222.0.20 "GET /v2.0/networks/7bd53f79-c2b6-45f0-a7bc-6db506bbe863?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2516446
Apr 19 19:28:09.398060 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9fea8433-6650-4dd6-9a70-f25943a243a2 req-636a1655-39ba-46ff-8ba4-7b9386b01e6d tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=363b2ccb-b902-431d-b58c-e66b72ac10c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0899115
Apr 19 19:28:09.638063 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7397bff7-f2eb-4eb8-90cb-0c7ff101131d req-d23a3ad3-de47-47bb-b2b0-2cf489301901 service neutron] 10.222.0.20 "GET /v2.0/networks/7bd53f79-c2b6-45f0-a7bc-6db506bbe863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2872171
Apr 19 19:28:09.657866 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deca2e28-1bde-420d-81c6-30dcb07dcfe4 req-7a2d252e-1666-4712-a264-7a4bbec121ca tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:09.661549 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-deca2e28-1bde-420d-81c6-30dcb07dcfe4 req-7a2d252e-1666-4712-a264-7a4bbec121ca tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.36 "GET /v2.0/ports?device_id=275b5ebe-f35e-47bc-8072-46c4b8c142fb HTTP/1.1" status: 200  len: 943 time: 0.2129908
Apr 19 19:28:09.797841 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-deca2e28-1bde-420d-81c6-30dcb07dcfe4 req-a992fcf4-9d46-4177-b69e-ae2e06da4224 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4007ef4-e749-490f-8b7a-2f774b3e4dad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1198006
Apr 19 19:28:09.866230 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2705971-1864-4bcb-9b39-194e5e4f138b req-abb9a4f4-aae2-4cc7-92b1-dd93e2bb570f tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:09.869458 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c2705971-1864-4bcb-9b39-194e5e4f138b req-abb9a4f4-aae2-4cc7-92b1-dd93e2bb570f tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a2e57ab-ae13-4fe0-8550-86a32f652051 HTTP/1.1" status: 200  len: 945 time: 0.1346066
Apr 19 19:28:09.941522 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c2705971-1864-4bcb-9b39-194e5e4f138b req-742584d4-7d5c-44a4-aac9-44feb6206d05 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bb966a8-856d-4456-a718-193d52b80079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0575235
Apr 19 19:28:09.972896 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 52124) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:28:10.077383 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7030c3b8-d75c-4413-84ef-719bf4fefb97 req-97f30473-144c-4dde-94af-84c144b04bf8 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:10.085869 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7030c3b8-d75c-4413-84ef-719bf4fefb97 req-97f30473-144c-4dde-94af-84c144b04bf8 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cad848e-cc06-48f5-b3f7-9e0e8149ae93 HTTP/1.1" status: 200  len: 945 time: 0.1365943
Apr 19 19:28:10.153883 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7030c3b8-d75c-4413-84ef-719bf4fefb97 req-506423c4-51ac-4d98-927a-622a1e3d43db tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669436
Apr 19 19:28:10.198979 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d1cb9601-d58f-4616-8587-3f78a4a12937 req-69d999fe-4d48-40e3-86aa-0be8ea2b9e3c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=370f06aa-5b99-4f41-9d05-441ae6481331&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2236021
Apr 19 19:28:10.761687 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed46b031-bd13-44a7-b5ea-914822d3caed req-f76da3b4-53b7-43e8-9aeb-c6da42cb0e42 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:10.763345 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ed46b031-bd13-44a7-b5ea-914822d3caed req-f76da3b4-53b7-43e8-9aeb-c6da42cb0e42 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=78e81af3-e22d-490b-94b6-c5f1c5f1b6c9 HTTP/1.1" status: 200  len: 944 time: 0.4232631
Apr 19 19:28:10.797612 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa46a7-c83a-4804-b73f-89003348a12d req-bbe2a781-d593-4e45-ba5e-db1266ecd839 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:10.799390 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ecaa46a7-c83a-4804-b73f-89003348a12d req-bbe2a781-d593-4e45-ba5e-db1266ecd839 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a2e57ab-ae13-4fe0-8550-86a32f652051 HTTP/1.1" status: 200  len: 945 time: 0.3914466
Apr 19 19:28:10.868404 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ed46b031-bd13-44a7-b5ea-914822d3caed req-d3e3c787-b125-48db-8126-a53da9669328 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ea1d6d9-16df-47a6-b3b2-7b8ea05c5162&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0947807
Apr 19 19:28:10.887526 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ecaa46a7-c83a-4804-b73f-89003348a12d req-fe90b1f8-5c4c-4b12-a848-89ec725d0a15 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bb966a8-856d-4456-a718-193d52b80079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0801010
Apr 19 19:28:11.188594 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10579eb-f647-435f-82bc-8fcc5d586c50 req-d84833e0-77d3-4364-9de4-50c659ca0dad tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:11.190354 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a10579eb-f647-435f-82bc-8fcc5d586c50 req-d84833e0-77d3-4364-9de4-50c659ca0dad tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 944 time: 0.1781301
Apr 19 19:28:11.199635 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1051f05e-e223-4156-bd8c-71ac3771264b req-bad6e404-9b34-4ece-8a24-08d1c824bb09 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:11.201340 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1051f05e-e223-4156-bd8c-71ac3771264b req-bad6e404-9b34-4ece-8a24-08d1c824bb09 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.36 "GET /v2.0/ports?device_id=275b5ebe-f35e-47bc-8072-46c4b8c142fb HTTP/1.1" status: 200  len: 943 time: 0.1869702
Apr 19 19:28:11.280594 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a10579eb-f647-435f-82bc-8fcc5d586c50 req-33fdfeaf-d4d3-466f-a3d4-316bc5879c45 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=363b2ccb-b902-431d-b58c-e66b72ac10c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0776949
Apr 19 19:28:11.289970 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1051f05e-e223-4156-bd8c-71ac3771264b req-161724aa-2db8-4712-8526-9ce1f0d6ea3b tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4007ef4-e749-490f-8b7a-2f774b3e4dad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724206
Apr 19 19:28:11.490863 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f721ba-3288-4e30-a850-322dbe66decd req-7a3cf5f1-b2fb-4cf7-a7a6-42135776281b tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:11.492874 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-95f721ba-3288-4e30-a850-322dbe66decd req-7a3cf5f1-b2fb-4cf7-a7a6-42135776281b tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cad848e-cc06-48f5-b3f7-9e0e8149ae93 HTTP/1.1" status: 200  len: 945 time: 0.1000340
Apr 19 19:28:11.557354 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-95f721ba-3288-4e30-a850-322dbe66decd req-713569f0-6c3e-42e2-a5a7-3516e9de9e1d tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513775
Apr 19 19:28:12.337066 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b296ac4-31f2-414f-94c9-f597c6a8b542 req-ee902e67-7575-4cd3-aca2-c3ce277a2151 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:12.341030 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2b296ac4-31f2-414f-94c9-f597c6a8b542 req-ee902e67-7575-4cd3-aca2-c3ce277a2151 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=78e81af3-e22d-490b-94b6-c5f1c5f1b6c9 HTTP/1.1" status: 200  len: 944 time: 0.3180642
Apr 19 19:28:12.360461 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c9371-ab5f-4608-91ce-e5fb50af3d1b req-4d46a353-f61e-4125-b8ca-189e7c0fcf7b tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:12.364773 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b83c9371-ab5f-4608-91ce-e5fb50af3d1b req-4d46a353-f61e-4125-b8ca-189e7c0fcf7b tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a2e57ab-ae13-4fe0-8550-86a32f652051 HTTP/1.1" status: 200  len: 945 time: 0.2874470
Apr 19 19:28:12.373623 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56dd1b0-2ca0-4904-affa-7f619494a01e req-c11cce77-8605-474c-b71c-5cfa3ce17ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:12.376022 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b56dd1b0-2ca0-4904-affa-7f619494a01e req-c11cce77-8605-474c-b71c-5cfa3ce17ad1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=483b81f313a44ef4b667111d078f143e&device_id=275b5ebe-f35e-47bc-8072-46c4b8c142fb HTTP/1.1" status: 200  len: 1096 time: 0.1802907
Apr 19 19:28:12.603711 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2b296ac4-31f2-414f-94c9-f597c6a8b542 req-57113ee3-db5c-4d19-80d3-5b3716386497 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ea1d6d9-16df-47a6-b3b2-7b8ea05c5162&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2373133
Apr 19 19:28:12.608313 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b83c9371-ab5f-4608-91ce-e5fb50af3d1b req-2ed27f51-4984-4462-a75d-f4e3c8c2c434 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bb966a8-856d-4456-a718-193d52b80079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2125778
Apr 19 19:28:12.655224 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56dd1b0-2ca0-4904-affa-7f619494a01e req-f2e070db-6108-44b0-85b8-798736bc4146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:12.657937 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b56dd1b0-2ca0-4904-affa-7f619494a01e req-f2e070db-6108-44b0-85b8-798736bc4146 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7bd53f79-c2b6-45f0-a7bc-6db506bbe863 HTTP/1.1" status: 200  len: 910 time: 0.2684414
Apr 19 19:28:12.660605 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578ba5f9-4540-4e26-94c0-0d8d03f25eaa req-15606b5f-0592-4277-aeb3-f23e2034f62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:12.662338 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-578ba5f9-4540-4e26-94c0-0d8d03f25eaa req-15606b5f-0592-4277-aeb3-f23e2034f62f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cc39b9932e394741a871cc678ffadd40&device_id=7a2e57ab-ae13-4fe0-8550-86a32f652051 HTTP/1.1" status: 200  len: 1098 time: 0.2643065
Apr 19 19:28:12.808634 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b56dd1b0-2ca0-4904-affa-7f619494a01e req-352b1f47-8743-40f7-aee4-0bebfd56637c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b04308ab-2400-4949-94c4-bff6788b7736 HTTP/1.1" status: 200  len: 217 time: 0.1302202
Apr 19 19:28:12.890410 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56dd1b0-2ca0-4904-affa-7f619494a01e req-b4796458-4347-4416-a2bf-1bd17daae628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:12.891993 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b56dd1b0-2ca0-4904-affa-7f619494a01e req-b4796458-4347-4416-a2bf-1bd17daae628 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4c4ade59-e913-42c5-ab40-83ec341bbc82 HTTP/1.1" status: 200  len: 849 time: 0.0769866
Apr 19 19:28:12.962993 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b56dd1b0-2ca0-4904-affa-7f619494a01e req-9aeca527-dda3-4cbd-9215-78cbfc0b47ff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7bd53f79-c2b6-45f0-a7bc-6db506bbe863&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0634785
Apr 19 19:28:13.017558 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578ba5f9-4540-4e26-94c0-0d8d03f25eaa req-bca7ff94-94a8-4850-8fcd-5fc704b4a184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:13.019672 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-578ba5f9-4540-4e26-94c0-0d8d03f25eaa req-bca7ff94-94a8-4850-8fcd-5fc704b4a184 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9d269001-9e9c-479f-88fd-1acf166660c3 HTTP/1.1" status: 200  len: 912 time: 0.3392406
Apr 19 19:28:13.037866 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45bc73-8255-4828-8e8e-94cbf696a80d req-1c8d0a91-325c-46a2-a742-73ad038cca9f tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:13.039579 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6d45bc73-8255-4828-8e8e-94cbf696a80d req-1c8d0a91-325c-46a2-a742-73ad038cca9f tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.36 "GET /v2.0/ports?device_id=275b5ebe-f35e-47bc-8072-46c4b8c142fb HTTP/1.1" status: 200  len: 943 time: 0.2941775
Apr 19 19:28:13.111635 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c27dba-86f1-4706-a769-54f73cd0faae req-b4e58540-7b0a-461f-823a-a3b714ffea63 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:13.114002 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-91c27dba-86f1-4706-a769-54f73cd0faae req-b4e58540-7b0a-461f-823a-a3b714ffea63 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 944 time: 0.3236854
Apr 19 19:28:13.133064 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b56dd1b0-2ca0-4904-affa-7f619494a01e req-407c272d-b051-485e-9caf-2774f940db94 service neutron] 10.222.0.20 "GET /v2.0/networks/7bd53f79-c2b6-45f0-a7bc-6db506bbe863?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1610167
Apr 19 19:28:13.221913 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-578ba5f9-4540-4e26-94c0-0d8d03f25eaa req-07d6e555-c893-42a8-8721-e4f7945a53fa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45b6b85b-b353-43a5-b050-4c60b887ef29 HTTP/1.1" status: 200  len: 1001 time: 0.1811376
Apr 19 19:28:13.274283 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6d45bc73-8255-4828-8e8e-94cbf696a80d req-63b80e10-2dec-4a37-9315-5ba5cb47b16f tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4007ef4-e749-490f-8b7a-2f774b3e4dad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1717668
Apr 19 19:28:13.301114 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-91c27dba-86f1-4706-a769-54f73cd0faae req-f8519283-30fe-4b41-8c8d-5177664ce39a tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=363b2ccb-b902-431d-b58c-e66b72ac10c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1564674
Apr 19 19:28:13.315515 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b56dd1b0-2ca0-4904-affa-7f619494a01e req-26c28c3e-8352-4e8c-807b-7dfc9e64251d service neutron] 10.222.0.20 "GET /v2.0/networks/7bd53f79-c2b6-45f0-a7bc-6db506bbe863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1744096
Apr 19 19:28:13.359438 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578ba5f9-4540-4e26-94c0-0d8d03f25eaa req-490476c8-45b4-48e1-b02f-e1d72314a0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:13.361163 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-578ba5f9-4540-4e26-94c0-0d8d03f25eaa req-490476c8-45b4-48e1-b02f-e1d72314a0a3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=00f7e508-0145-491e-8134-c9fdb454d461 HTTP/1.1" status: 200  len: 850 time: 0.1303039
Apr 19 19:28:13.622396 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd26f4d-3b5a-4ff9-99bb-4eb66a675978 req-c882096b-36d9-4d1a-bb48-8045dc467490 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:13.624167 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9bd26f4d-3b5a-4ff9-99bb-4eb66a675978 req-c882096b-36d9-4d1a-bb48-8045dc467490 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cad848e-cc06-48f5-b3f7-9e0e8149ae93 HTTP/1.1" status: 200  len: 945 time: 0.1950645
Apr 19 19:28:13.628610 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578ba5f9-4540-4e26-94c0-0d8d03f25eaa req-60020939-f560-49c8-9e43-af10bf731f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:13.630617 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-578ba5f9-4540-4e26-94c0-0d8d03f25eaa req-60020939-f560-49c8-9e43-af10bf731f94 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9d269001-9e9c-479f-88fd-1acf166660c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2479768
Apr 19 19:28:13.906237 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb9601-d58f-4616-8587-3f78a4a12937 req-bae641f5-65b2-41b6-80b1-3705d866e8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:13.908619 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d1cb9601-d58f-4616-8587-3f78a4a12937 req-bae641f5-65b2-41b6-80b1-3705d866e8c5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=370f06aa-5b99-4f41-9d05-441ae6481331&tenant_id=c6333d4d4b1249bfb35237c3c56fe86e HTTP/1.1" status: 200  len: 1097 time: 0.1556056
Apr 19 19:28:13.973685 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9bd26f4d-3b5a-4ff9-99bb-4eb66a675978 req-9be4e86e-6f07-402f-ada9-34136ce2af93 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3059497
Apr 19 19:28:14.020272 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-578ba5f9-4540-4e26-94c0-0d8d03f25eaa req-ae4eefbc-f868-4a10-b9b1-6f531d200593 service neutron] 10.222.0.20 "GET /v2.0/networks/9d269001-9e9c-479f-88fd-1acf166660c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3808813
Apr 19 19:28:14.128834 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device b04308ab-2400-4949-94c4-bff6788b7736 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 19:28:14.139658 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf989f1-a901-4764-b6b7-7b4d5151fd47 req-4dcc5be9-199f-48a3-af05-f469d2f008e2 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:14.148031 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0cf989f1-a901-4764-b6b7-7b4d5151fd47 req-4dcc5be9-199f-48a3-af05-f469d2f008e2 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=78e81af3-e22d-490b-94b6-c5f1c5f1b6c9 HTTP/1.1" status: 200  len: 944 time: 0.3574669
Apr 19 19:28:14.164433 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device de3bb1c4-53cb-4a91-865a-e15a0d223ddc up at agent hyperv_hv-cinder-78693 {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:28:14.299703 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0cf989f1-a901-4764-b6b7-7b4d5151fd47 req-63921194-777f-4138-a927-c90dad95e0d6 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ea1d6d9-16df-47a6-b3b2-7b8ea05c5162&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1504726
Apr 19 19:28:14.310534 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-578ba5f9-4540-4e26-94c0-0d8d03f25eaa req-45c11c6c-7e3a-472a-9fb0-f77413dd5f3d service neutron] 10.222.0.20 "GET /v2.0/networks/9d269001-9e9c-479f-88fd-1acf166660c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2824497
Apr 19 19:28:14.329158 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb9601-d58f-4616-8587-3f78a4a12937 req-294c994a-bb11-402f-842f-3c91c483fc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:14.333903 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d1cb9601-d58f-4616-8587-3f78a4a12937 req-294c994a-bb11-402f-842f-3c91c483fc48 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6333d4d4b1249bfb35237c3c56fe86e&device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 1097 time: 0.3871698
Apr 19 19:28:14.359116 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f6893b-654d-43e3-aeb9-4069b4fc5e64 req-7291a052-4ae7-4de7-8d36-0919c8ac6dea tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:14.369483 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a8f6893b-654d-43e3-aeb9-4069b4fc5e64 req-7291a052-4ae7-4de7-8d36-0919c8ac6dea tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a2e57ab-ae13-4fe0-8550-86a32f652051 HTTP/1.1" status: 200  len: 945 time: 0.2018397
Apr 19 19:28:14.433815 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a8f6893b-654d-43e3-aeb9-4069b4fc5e64 req-df9ec0f0-789c-4dc6-988a-dcbba973b906 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bb966a8-856d-4456-a718-193d52b80079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0626652
Apr 19 19:28:14.551238 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Provisioning for port de3bb1c4-53cb-4a91-865a-e15a0d223ddc completed by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:28:14.559979 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Provisioning complete for port de3bb1c4-53cb-4a91-865a-e15a0d223ddc triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:28:14.560453 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:14.588854 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb9601-d58f-4616-8587-3f78a4a12937 req-b3014543-1482-45fb-94ff-e2854da1d126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:14.590947 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d1cb9601-d58f-4616-8587-3f78a4a12937 req-b3014543-1482-45fb-94ff-e2854da1d126 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a89eb528-cfbf-497b-ad2d-b1613a8bf395 HTTP/1.1" status: 200  len: 917 time: 0.2472761
Apr 19 19:28:14.633999 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port b04308ab-2400-4949-94c4-bff6788b7736, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b04308ab-2400-4949-94c4-bff6788b7736,segment=NetworkSegment(941923be-a754-42a2-b795-2bb2c8bda33c),segment_id=941923be-a754-42a2-b795-2bb2c8bda33c)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:28:14.659525 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Returning: {'device': 'b04308ab-2400-4949-94c4-bff6788b7736', 'network_id': '7bd53f79-c2b6-45f0-a7bc-6db506bbe863', 'port_id': 'b04308ab-2400-4949-94c4-bff6788b7736', 'mac_address': 'fa:16:3e:c2:b9:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c4ade59-e913-42c5-ab40-83ec341bbc82', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 19:28:14.723647 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d1cb9601-d58f-4616-8587-3f78a4a12937 req-38b558b4-9fa0-4bb6-9745-175969d43e2d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8fbaa88-c36d-4955-b0ff-233bb0d92900 HTTP/1.1" status: 200  len: 1000 time: 0.1207943
Apr 19 19:28:14.789371 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b7c6c-a01e-4126-8cfc-a451a7bb1d6e req-f25e0209-85ee-42e3-86a7-076b53a0e7a7 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:14.789730 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:14.797376 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-644b7c6c-a01e-4126-8cfc-a451a7bb1d6e req-f25e0209-85ee-42e3-86a7-076b53a0e7a7 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.36 "GET /v2.0/ports?device_id=275b5ebe-f35e-47bc-8072-46c4b8c142fb HTTP/1.1" status: 200  len: 943 time: 0.2290947
Apr 19 19:28:14.816395 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:14.824663 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8827f5ce-1ee2-41d2-8ff6-6f3fce882775 req-4621e316-7011-4e1e-9288-be973db7f32e tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:14.826351 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8827f5ce-1ee2-41d2-8ff6-6f3fce882775 req-4621e316-7011-4e1e-9288-be973db7f32e tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 944 time: 0.1804321
Apr 19 19:28:14.827891 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b04308ab-2400-4949-94c4-bff6788b7736 {{(pid=86370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:28:14.845442 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port b04308ab-2400-4949-94c4-bff6788b7736, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b04308ab-2400-4949-94c4-bff6788b7736,segment=NetworkSegment(941923be-a754-42a2-b795-2bb2c8bda33c),segment_id=941923be-a754-42a2-b795-2bb2c8bda33c)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:28:14.848827 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb9601-d58f-4616-8587-3f78a4a12937 req-db34af51-1b9f-47c9-9ccc-1517c6a4dc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:14.850496 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d1cb9601-d58f-4616-8587-3f78a4a12937 req-db34af51-1b9f-47c9-9ccc-1517c6a4dc7e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=194aa9b4-1b11-48c1-957e-a5acc2bb888c HTTP/1.1" status: 200  len: 855 time: 0.1187627
Apr 19 19:28:14.856659 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:14.859985 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:28:14.892182 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-644b7c6c-a01e-4126-8cfc-a451a7bb1d6e req-e557be1c-0cd2-459c-b971-b44d63de5efb tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4007ef4-e749-490f-8b7a-2f774b3e4dad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935385
Apr 19 19:28:14.916908 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8827f5ce-1ee2-41d2-8ff6-6f3fce882775 req-fbf9c8a7-8687-4a17-8dcb-a13cf5d70ae4 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=363b2ccb-b902-431d-b58c-e66b72ac10c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0806315
Apr 19 19:28:14.944755 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e81af3-e22d-490b-94b6-c5f1c5f1b6c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de3bb1c4-53cb-4a91-865a-e15a0d223ddc'}] {{(pid=86370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:28:14.980525 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port de3bb1c4-53cb-4a91-865a-e15a0d223ddc, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=de3bb1c4-53cb-4a91-865a-e15a0d223ddc,segment=NetworkSegment(b3c21e51-3edd-47e3-9955-c8137f9b3597),segment_id=b3c21e51-3edd-47e3-9955-c8137f9b3597)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:28:14.992433 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:14.997242 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Pushing event updated for resources: {'Port': ['ID=b04308ab-2400-4949-94c4-bff6788b7736,revision_number=4']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:28:15.008234 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb9601-d58f-4616-8587-3f78a4a12937 req-b6e058a6-3d88-4809-9701-e0f078d4a441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:15.009238 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d1cb9601-d58f-4616-8587-3f78a4a12937 req-b6e058a6-3d88-4809-9701-e0f078d4a441 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a89eb528-cfbf-497b-ad2d-b1613a8bf395&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1482491
Apr 19 19:28:15.015869 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:28:15.016763 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:28:15.017407 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:28:15.018048 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:28:15.018772 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:28:15.019419 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:28:15.021281 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:28:15.021281 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:28:15.023079 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:28:15.023738 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:28:15.024694 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:28:15.025270 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:28:15.030698 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e81af3-e22d-490b-94b6-c5f1c5f1b6c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de3bb1c4-53cb-4a91-865a-e15a0d223ddc', 'code': 200}
Apr 19 19:28:15.031802 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:28:15.032561 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:28:15.122163 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Pushing event updated for resources: {'Port': ['ID=de3bb1c4-53cb-4a91-865a-e15a0d223ddc,revision_number=5']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:28:15.128766 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:28:15.313491 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] get_ports_and_sgs() called for port_ids ['b04308ab-2400-4949-94c4-bff6788b7736'] {{(pid=86370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:28:15.324336 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b1d0d-029c-44b3-aad8-c988eaf0cd75 req-033d4ec3-69cd-4649-9c90-9acf83e68c6a tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:15.326296 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6e7b1d0d-029c-44b3-aad8-c988eaf0cd75 req-033d4ec3-69cd-4649-9c90-9acf83e68c6a tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cad848e-cc06-48f5-b3f7-9e0e8149ae93 HTTP/1.1" status: 200  len: 945 time: 0.1383080
Apr 19 19:28:15.354006 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d1cb9601-d58f-4616-8587-3f78a4a12937 req-32ca8b2f-1c1a-4b5f-985f-842cbc6645f4 service neutron] 10.222.0.20 "GET /v2.0/networks/a89eb528-cfbf-497b-ad2d-b1613a8bf395?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2288244
Apr 19 19:28:15.417414 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6e7b1d0d-029c-44b3-aad8-c988eaf0cd75 req-22bc2de1-c7d1-4ea2-a657-60c30e74659e tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783443
Apr 19 19:28:15.691863 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c263e-7a0d-4a29-848a-c4dfa26a51b1 req-d40ecc6a-8669-4153-bf35-9546a839aa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:15.693607 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-192c263e-7a0d-4a29-848a-c4dfa26a51b1 req-d40ecc6a-8669-4153-bf35-9546a839aa2e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=78e81af3-e22d-490b-94b6-c5f1c5f1b6c9 HTTP/1.1" status: 200  len: 1098 time: 0.2358027
Apr 19 19:28:15.707334 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d1cb9601-d58f-4616-8587-3f78a4a12937 req-4893eaac-e87e-4c23-be95-00e06af7cba0 service neutron] 10.222.0.20 "GET /v2.0/networks/a89eb528-cfbf-497b-ad2d-b1613a8bf395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3413780
Apr 19 19:28:15.721252 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b392c5-851c-4bcd-b0df-ba97b6deb158 req-7dfa58e0-6582-4423-88e6-fb3bf17790bf tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:15.724215 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-79b392c5-851c-4bcd-b0df-ba97b6deb158 req-7dfa58e0-6582-4423-88e6-fb3bf17790bf tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=78e81af3-e22d-490b-94b6-c5f1c5f1b6c9 HTTP/1.1" status: 200  len: 945 time: 0.1532798
Apr 19 19:28:15.792958 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1a854f7e-5423-4678-8523-6e5ee96311e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:15.816421 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-192c263e-7a0d-4a29-848a-c4dfa26a51b1 req-e1f6b19f-c0e1-42d6-bc89-c42cec766428 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9ea1d6d9-16df-47a6-b3b2-7b8ea05c5162&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1123745
Apr 19 19:28:15.831260 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-79b392c5-851c-4bcd-b0df-ba97b6deb158 req-4aa0f950-6790-4ff1-bea1-fa60fa12c44a tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ea1d6d9-16df-47a6-b3b2-7b8ea05c5162&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0888698
Apr 19 19:28:15.997478 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d045424-a43d-4f55-b43c-bd9b0fbc8133 req-16074179-2102-4fdc-9f00-258005da3421 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:15.999260 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5d045424-a43d-4f55-b43c-bd9b0fbc8133 req-16074179-2102-4fdc-9f00-258005da3421 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a2e57ab-ae13-4fe0-8550-86a32f652051 HTTP/1.1" status: 200  len: 945 time: 0.1340787
Apr 19 19:28:16.138295 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5d045424-a43d-4f55-b43c-bd9b0fbc8133 req-a5f2a2da-12f3-4f42-b742-f42591e23c34 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bb966a8-856d-4456-a718-193d52b80079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1313276
Apr 19 19:28:16.186734 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45929450-55bd-4c4f-bfe1-88331cb6dd8a req-0df2a941-6449-4fd5-8784-d8c46f8c2f9b tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:16.188477 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-45929450-55bd-4c4f-bfe1-88331cb6dd8a req-0df2a941-6449-4fd5-8784-d8c46f8c2f9b tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.36 "GET /v2.0/ports?device_id=275b5ebe-f35e-47bc-8072-46c4b8c142fb HTTP/1.1" status: 200  len: 944 time: 0.1587501
Apr 19 19:28:16.275095 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-45929450-55bd-4c4f-bfe1-88331cb6dd8a req-78c802f3-2206-4216-a787-af3941ce646f tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4007ef4-e749-490f-8b7a-2f774b3e4dad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778222
Apr 19 19:28:16.396428 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d3b43b-01e4-4e9f-91ac-9de4768d0eb5 req-6533c42a-b3c2-4dd2-b0c6-0b6e5ef0a0a7 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:16.398348 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b1d3b43b-01e4-4e9f-91ac-9de4768d0eb5 req-6533c42a-b3c2-4dd2-b0c6-0b6e5ef0a0a7 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 944 time: 0.1191561
Apr 19 19:28:16.471357 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b1d3b43b-01e4-4e9f-91ac-9de4768d0eb5 req-b853affa-afa8-4054-9614-f4778a889777 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=363b2ccb-b902-431d-b58c-e66b72ac10c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0620432
Apr 19 19:28:16.813807 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7568ffc0-73a3-47a9-a3a9-1da49c191511 req-be569c3b-a86f-4929-bcdc-a5f41bcaba13 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:16.815754 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7568ffc0-73a3-47a9-a3a9-1da49c191511 req-be569c3b-a86f-4929-bcdc-a5f41bcaba13 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cad848e-cc06-48f5-b3f7-9e0e8149ae93 HTTP/1.1" status: 200  len: 945 time: 0.1544282
Apr 19 19:28:16.886146 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7568ffc0-73a3-47a9-a3a9-1da49c191511 req-09ca5df9-cd0e-43d1-8460-93bb27d116b3 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561767
Apr 19 19:28:17.150920 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a909c-adf9-401e-8ee9-7191c5c318e1 req-db360434-bb4e-48e9-9868-3099c6d275a7 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:17.154305 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c87a909c-adf9-401e-8ee9-7191c5c318e1 req-db360434-bb4e-48e9-9868-3099c6d275a7 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=78e81af3-e22d-490b-94b6-c5f1c5f1b6c9 HTTP/1.1" status: 200  len: 945 time: 0.1123216
Apr 19 19:28:17.239108 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c87a909c-adf9-401e-8ee9-7191c5c318e1 req-1f6b29ef-89e8-4967-a598-56a19bfc232f tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ea1d6d9-16df-47a6-b3b2-7b8ea05c5162&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766943
Apr 19 19:28:17.594074 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95625218-78e6-4048-9969-2f4e6408e2c4 req-5ca7b532-59d1-4cdb-b982-3c997d4e19a5 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:17.598012 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-95625218-78e6-4048-9969-2f4e6408e2c4 req-5ca7b532-59d1-4cdb-b982-3c997d4e19a5 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.36 "GET /v2.0/ports?device_id=275b5ebe-f35e-47bc-8072-46c4b8c142fb HTTP/1.1" status: 200  len: 944 time: 0.1682129
Apr 19 19:28:17.759757 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-95625218-78e6-4048-9969-2f4e6408e2c4 req-6c053c6c-cf33-475a-8345-e05237703d55 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4007ef4-e749-490f-8b7a-2f774b3e4dad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1533318
Apr 19 19:28:18.022491 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35390a0-b693-47ad-8212-275efbf624fe req-d0e4147f-e972-4c64-8746-0692528ac3e6 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:18.025362 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a35390a0-b693-47ad-8212-275efbf624fe req-d0e4147f-e972-4c64-8746-0692528ac3e6 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 944 time: 0.2480764
Apr 19 19:28:18.152696 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device b04308ab-2400-4949-94c4-bff6788b7736 up at agent hyperv_hv-cinder-78693 {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:28:18.463850 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a35390a0-b693-47ad-8212-275efbf624fe req-54fa1525-cfd7-4e2e-bffa-17254ef88311 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=363b2ccb-b902-431d-b58c-e66b72ac10c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4299588
Apr 19 19:28:18.647404 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78264d4d-ce9c-4387-a021-1ac718625656 req-aa235350-be3f-4067-a17c-5df853000a0d tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:18.655558 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-78264d4d-ce9c-4387-a021-1ac718625656 req-aa235350-be3f-4067-a17c-5df853000a0d tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cad848e-cc06-48f5-b3f7-9e0e8149ae93 HTTP/1.1" status: 200  len: 945 time: 0.2938395
Apr 19 19:28:18.687781 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5abf5e66-7d70-4b28-9b2f-572d17653c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:18.695202 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Provisioning for port b04308ab-2400-4949-94c4-bff6788b7736 completed by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:28:18.702291 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Provisioning complete for port b04308ab-2400-4949-94c4-bff6788b7736 triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:28:18.702896 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:18.918845 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-78264d4d-ce9c-4387-a021-1ac718625656 req-9c485f55-870c-49df-bf2c-468ac6323234 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2518647
Apr 19 19:28:18.945767 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:18.961166 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef55ae-6f30-40f4-8538-35a65422a9f1 req-6fc31640-2a25-4009-8173-34f59481221b tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:18.968560 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-84ef55ae-6f30-40f4-8538-35a65422a9f1 req-6fc31640-2a25-4009-8173-34f59481221b tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=78e81af3-e22d-490b-94b6-c5f1c5f1b6c9 HTTP/1.1" status: 200  len: 945 time: 0.2585168
Apr 19 19:28:19.029840 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275b5ebe-f35e-47bc-8072-46c4b8c142fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04308ab-2400-4949-94c4-bff6788b7736'}] {{(pid=86370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:28:19.053924 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port b04308ab-2400-4949-94c4-bff6788b7736, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b04308ab-2400-4949-94c4-bff6788b7736,segment=NetworkSegment(941923be-a754-42a2-b795-2bb2c8bda33c),segment_id=941923be-a754-42a2-b795-2bb2c8bda33c)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:28:19.059091 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:19.061159 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:28:19.077872 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-84ef55ae-6f30-40f4-8538-35a65422a9f1 req-726d7a4a-a00f-4237-83fe-91c50facd6fa tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ea1d6d9-16df-47a6-b3b2-7b8ea05c5162&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1007688
Apr 19 19:28:19.187841 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Pushing event updated for resources: {'Port': ['ID=b04308ab-2400-4949-94c4-bff6788b7736,revision_number=5']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:28:19.198228 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:28:19.201226 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275b5ebe-f35e-47bc-8072-46c4b8c142fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04308ab-2400-4949-94c4-bff6788b7736', 'code': 200}
Apr 19 19:28:19.312107 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41af3cda-42d1-49a9-a2ce-0b843783e736 req-ea92ff46-f9f7-46c3-81b7-2268eca8416a tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:19.314031 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-41af3cda-42d1-49a9-a2ce-0b843783e736 req-ea92ff46-f9f7-46c3-81b7-2268eca8416a tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.36 "GET /v2.0/ports?device_id=275b5ebe-f35e-47bc-8072-46c4b8c142fb HTTP/1.1" status: 200  len: 945 time: 0.1733458
Apr 19 19:28:19.402525 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-41af3cda-42d1-49a9-a2ce-0b843783e736 req-7a86e7a2-1485-45b3-9130-3ad9785451f4 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4007ef4-e749-490f-8b7a-2f774b3e4dad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629239
Apr 19 19:28:19.764331 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-000a1909-ab5b-4f97-8afb-04fdec5398f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:19.944999 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a8824-85e5-48a9-a6e2-d9578da1915a req-9bda8fa9-c4aa-4e93-911f-a69f08d10959 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:19.948099 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f68a8824-85e5-48a9-a6e2-d9578da1915a req-9bda8fa9-c4aa-4e93-911f-a69f08d10959 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 944 time: 0.1859059
Apr 19 19:28:19.988924 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:20.128732 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f68a8824-85e5-48a9-a6e2-d9578da1915a req-dbbb1316-1f93-4c0d-a35a-4ef15cbe075c tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=363b2ccb-b902-431d-b58c-e66b72ac10c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1431925
Apr 19 19:28:20.217534 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 52266) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:28:20.376431 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7594d24-76f7-4508-b04e-13546601f99f req-0b857f92-9b4b-4826-85d7-84af3b9ae460 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:20.378187 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b7594d24-76f7-4508-b04e-13546601f99f req-0b857f92-9b4b-4826-85d7-84af3b9ae460 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cad848e-cc06-48f5-b3f7-9e0e8149ae93 HTTP/1.1" status: 200  len: 945 time: 0.1652489
Apr 19 19:28:20.460971 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b7594d24-76f7-4508-b04e-13546601f99f req-330af47c-4416-4bd1-8d02-a4fbda23081e tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737045
Apr 19 19:28:20.464956 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0ca737dd-e0a5-44c7-83ff-a01f47d3e200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:20.498206 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-0ca737dd-e0a5-44c7-83ff-a01f47d3e200 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:28:20.505798 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-0ca737dd-e0a5-44c7-83ff-a01f47d3e200 admin admin] Usage tracker for resource:security_group_rule and tenant:55289560114e46b6a0528c17e7bb9592 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:28:20.513264 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-0ca737dd-e0a5-44c7-83ff-a01f47d3e200 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:28:20.527518 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-0ca737dd-e0a5-44c7-83ff-a01f47d3e200 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:28:20.680969 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5c78a517-44d6-4271-a115-cae59bf86ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:20.734981 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0ca737dd-e0a5-44c7-83ff-a01f47d3e200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:20.739588 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0ca737dd-e0a5-44c7-83ff-a01f47d3e200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:20.753953 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-367dbeda-93f0-4724-8565-81de4048e142 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:28:20.805997 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-0ca737dd-e0a5-44c7-83ff-a01f47d3e200 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=55289560114e46b6a0528c17e7bb9592&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5865817
Apr 19 19:28:20.808859 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 52276) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:28:20.830405 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca737dd-e0a5-44c7-83ff-a01f47d3e200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d67c4ed-f59c-42ea-b311-1ef3a13bba56,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:28:20.855958 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-0ca737dd-e0a5-44c7-83ff-a01f47d3e200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:28:20.891007 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a00b2d-62df-4309-9c83-63ef5ab43911 req-8361175a-9986-4b5a-b3d8-36975cbef3e0 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:20.892790 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d8a00b2d-62df-4309-9c83-63ef5ab43911 req-8361175a-9986-4b5a-b3d8-36975cbef3e0 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.36 "GET /v2.0/ports?device_id=275b5ebe-f35e-47bc-8072-46c4b8c142fb HTTP/1.1" status: 200  len: 945 time: 0.1805849
Apr 19 19:28:20.973117 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e5124b6a-13af-41a6-b067-219010db2af5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:21.006639 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d8a00b2d-62df-4309-9c83-63ef5ab43911 req-a7090d9d-39c1-4e5b-89dc-cea68950452c tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4007ef4-e749-490f-8b7a-2f774b3e4dad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0919967
Apr 19 19:28:21.029108 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e5124b6a-13af-41a6-b067-219010db2af5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:21.106977 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e5124b6a-13af-41a6-b067-219010db2af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:21.112870 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-6acb4636-5bac-4d09-8178-abf8585141ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:28:21.127686 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5124b6a-13af-41a6-b067-219010db2af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d67c4ed-f59c-42ea-b311-1ef3a13bba56,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:28:21.133110 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e5124b6a-13af-41a6-b067-219010db2af5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:28:21.137551 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e5124b6a-13af-41a6-b067-219010db2af5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:21.138807 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-e5124b6a-13af-41a6-b067-219010db2af5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9d67c4ed-f59c-42ea-b311-1ef3a13bba56 HTTP/1.1" status: 204  len: 168 time: 0.3288946
Apr 19 19:28:21.632269 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39df78-2bcc-4001-808c-54ef1f65fa4f req-c1c1c8ab-3f7f-4685-a78d-f48dc866c43c tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:21.649179 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4c39df78-2bcc-4001-808c-54ef1f65fa4f req-c1c1c8ab-3f7f-4685-a78d-f48dc866c43c tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 944 time: 0.2460840
Apr 19 19:28:21.809804 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4c39df78-2bcc-4001-808c-54ef1f65fa4f req-a21eebc2-66fc-4279-9eb7-a227bc1f9cc4 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=363b2ccb-b902-431d-b58c-e66b72ac10c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1608067
Apr 19 19:28:21.848412 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc1c572-9f39-4ec9-a6c5-2bc605cc127f req-58cbdb0a-4694-43a3-848c-98a519eed9e6 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:21.858332 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7fc1c572-9f39-4ec9-a6c5-2bc605cc127f req-58cbdb0a-4694-43a3-848c-98a519eed9e6 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cad848e-cc06-48f5-b3f7-9e0e8149ae93 HTTP/1.1" status: 200  len: 945 time: 0.1587276
Apr 19 19:28:21.915972 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7fc1c572-9f39-4ec9-a6c5-2bc605cc127f req-fab99235-fa74-486d-ac15-5d11ab691b7b tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554445
Apr 19 19:28:22.294763 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1927aea-a858-4c75-a434-70d60f2895ca req-2aa10a53-8671-4b3a-b695-2c05b4e3d28f tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:22.296909 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e1927aea-a858-4c75-a434-70d60f2895ca req-2aa10a53-8671-4b3a-b695-2c05b4e3d28f tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.36 "GET /v2.0/ports?device_id=275b5ebe-f35e-47bc-8072-46c4b8c142fb HTTP/1.1" status: 200  len: 945 time: 0.1221137
Apr 19 19:28:22.361204 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e1927aea-a858-4c75-a434-70d60f2895ca req-2ce19d3b-2fd9-46c8-94b9-8131172c5476 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4007ef4-e749-490f-8b7a-2f774b3e4dad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563054
Apr 19 19:28:22.575505 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 52312) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:28:22.756367 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-7f19996d-53a3-4b73-acda-d867a1c86459 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-901916439-network', 'tenant_id': 'e4ca113d70014148bb7b01a5ca52e617'}} {{(pid=86368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:28:22.761687 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-7f19996d-53a3-4b73-acda-d867a1c86459 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:28:22.766001 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-7f19996d-53a3-4b73-acda-d867a1c86459 admin admin] Usage tracker for resource:network and tenant:e4ca113d70014148bb7b01a5ca52e617 is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:28:22.769787 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-7f19996d-53a3-4b73-acda-d867a1c86459 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:28:22.780724 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-7f19996d-53a3-4b73-acda-d867a1c86459 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:28:22.793674 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f19996d-53a3-4b73-acda-d867a1c86459 admin admin] Made reservation on behalf of e4ca113d70014148bb7b01a5ca52e617 for: {'network': 1} {{(pid=86368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:28:22.801552 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7f19996d-53a3-4b73-acda-d867a1c86459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for network, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:22.824145 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7f19996d-53a3-4b73-acda-d867a1c86459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:22.847543 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-7f19996d-53a3-4b73-acda-d867a1c86459 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:28:22.855331 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-7f19996d-53a3-4b73-acda-d867a1c86459 admin admin] Usage tracker for resource:security_group_rule and tenant:e4ca113d70014148bb7b01a5ca52e617 is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:28:22.861007 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-7f19996d-53a3-4b73-acda-d867a1c86459 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:28:22.875825 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-7f19996d-53a3-4b73-acda-d867a1c86459 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:28:23.071744 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7f19996d-53a3-4b73-acda-d867a1c86459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:23.076555 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7f19996d-53a3-4b73-acda-d867a1c86459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:23.082424 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-5c998287-01f3-453c-992d-0edc50b3fe7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:28:23.108297 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f19996d-53a3-4b73-acda-d867a1c86459 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115}  {{(pid=86368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 19:28:23.161205 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f19996d-53a3-4b73-acda-d867a1c86459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78eea9ba-b78f-4ef4-a341-0d53441ff162,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:28:23.164594 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7f19996d-53a3-4b73-acda-d867a1c86459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852957628'] for segment, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:23.164988 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.db.segments_db [None req-7f19996d-53a3-4b73-acda-d867a1c86459 admin admin] Added segment 00035a8f-a81f-4089-9be6-fd708daf7fa2 of type vlan for network 2d3e41b1-31e3-4474-ae4c-35f4f724ebfb
Apr 19 19:28:23.171501 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-7f19996d-53a3-4b73-acda-d867a1c86459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:28:23.193473 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a32e3-6057-47c5-8cdc-21e2d3fb8527 req-a13db931-1400-428c-bc9c-d9c659b9b761 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:23.195146 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ed4a32e3-6057-47c5-8cdc-21e2d3fb8527 req-a13db931-1400-428c-bc9c-d9c659b9b761 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 944 time: 0.1993029
Apr 19 19:28:23.254214 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7f19996d-53a3-4b73-acda-d867a1c86459 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739738712435'] for network, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:23.353060 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ed4a32e3-6057-47c5-8cdc-21e2d3fb8527 req-9202e724-5233-4ce1-8b82-c226b1d1922d tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=363b2ccb-b902-431d-b58c-e66b72ac10c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1368799
Apr 19 19:28:23.371896 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7f19996d-53a3-4b73-acda-d867a1c86459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770'] for network, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:23.373375 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f19996d-53a3-4b73-acda-d867a1c86459 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:23.374037 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7f19996d-53a3-4b73-acda-d867a1c86459 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:23.416774 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-9abbdbc4-5048-4b3d-b739-68a2f1cdffb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:28:23.436511 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-7f19996d-53a3-4b73-acda-d867a1c86459 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.8596056
Apr 19 19:28:23.442107 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 52324) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:28:23.453614 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-b467129c-9c74-40ab-91da-466b4469f280 admin admin] Request body: {'subnet': {'network_id': '2d3e41b1-31e3-4474-ae4c-35f4f724ebfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-901916439-subnet', 'tenant_id': 'e4ca113d70014148bb7b01a5ca52e617', 'ip_version': 4}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:28:23.469243 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-b467129c-9c74-40ab-91da-466b4469f280 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:28:23.475227 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-b467129c-9c74-40ab-91da-466b4469f280 admin admin] Usage tracker for resource:subnet and tenant:e4ca113d70014148bb7b01a5ca52e617 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:28:23.480067 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-b467129c-9c74-40ab-91da-466b4469f280 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:28:23.488977 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-b467129c-9c74-40ab-91da-466b4469f280 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:28:23.524620 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b467129c-9c74-40ab-91da-466b4469f280 admin admin] Made reservation on behalf of e4ca113d70014148bb7b01a5ca52e617 for: {'subnet': 1} {{(pid=86369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:28:23.530024 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b467129c-9c74-40ab-91da-466b4469f280 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30759559'] for subnet, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:23.727252 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f19996d-53a3-4b73-acda-d867a1c86459 admin admin] Pushing event updated for resources: {'Network': ['ID=2d3e41b1-31e3-4474-ae4c-35f4f724ebfb,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:28:23.732959 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-7f19996d-53a3-4b73-acda-d867a1c86459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:28:23.755091 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Network 2d3e41b1-31e3-4474-ae4c-35f4f724ebfb details requested by agent ovs-agent-dv-cinder-786932-1-iscsi with host dv-cinder-786932-1-iscsi {{(pid=86370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 19:28:23.839031 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e254640-3851-4dcc-b174-0ae158202e7d req-befb31a0-7e10-4e3c-b955-1bd27a4844b2 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:23.841741 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3e254640-3851-4dcc-b174-0ae158202e7d req-befb31a0-7e10-4e3c-b955-1bd27a4844b2 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cad848e-cc06-48f5-b3f7-9e0e8149ae93 HTTP/1.1" status: 200  len: 945 time: 0.2309966
Apr 19 19:28:23.952206 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3e254640-3851-4dcc-b174-0ae158202e7d req-1b2b353e-0707-4390-b839-9a19f3cf5ea2 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1001067
Apr 19 19:28:24.250226 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ee1e7-26b2-451e-b72d-5d526f326b82 req-4a722e03-f5d8-4fb6-8008-54943d71194e tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:24.251948 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-dd7ee1e7-26b2-451e-b72d-5d526f326b82 req-4a722e03-f5d8-4fb6-8008-54943d71194e tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.36 "GET /v2.0/ports?device_id=275b5ebe-f35e-47bc-8072-46c4b8c142fb HTTP/1.1" status: 200  len: 945 time: 0.1326203
Apr 19 19:28:24.328921 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-dd7ee1e7-26b2-451e-b72d-5d526f326b82 req-a3b7f096-6988-41cb-8560-cb275f782fd3 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4007ef4-e749-490f-8b7a-2f774b3e4dad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656788
Apr 19 19:28:24.365041 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b467129c-9c74-40ab-91da-466b4469f280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036823157742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30759574'] for subnet, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:24.375456 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-af52fd78-f825-4896-bc1f-1a20abbcc3ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:28:24.528727 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b467129c-9c74-40ab-91da-466b4469f280 admin admin] Checking segment: {'id': '00035a8f-a81f-4089-9be6-fd708daf7fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2d3e41b1-31e3-4474-ae4c-35f4f724ebfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:28:24.530037 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b467129c-9c74-40ab-91da-466b4469f280 admin admin] Network hostable DHCP agents. Network: 2d3e41b1-31e3-4474-ae4c-35f4f724ebfb, hostable agents: ['5216385f-cfc7-4997-a943-f61b8ae1664e'], hosted agents: [] {{(pid=86369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 19:28:24.546587 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b467129c-9c74-40ab-91da-466b4469f280 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b982e9fc-25d6-4db7-9e76-30317f3de3b0,revision_number=0']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:28:24.554832 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b467129c-9c74-40ab-91da-466b4469f280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:28:24.587485 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b467129c-9c74-40ab-91da-466b4469f280 admin admin] Network 2d3e41b1-31e3-4474-ae4c-35f4f724ebfb is scheduled to be hosted by DHCP agent 5216385f-cfc7-4997-a943-f61b8ae1664e with binding_index 1 {{(pid=86369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 19:28:24.605976 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-b467129c-9c74-40ab-91da-466b4469f280 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-1-iscsi, 2d3e41b1-31e3-4474-ae4c-35f4f724ebfb) {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:28:24.621672 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31119c5-5593-47ee-8bf4-a332a3adb048 None None] Network 2d3e41b1-31e3-4474-ae4c-35f4f724ebfb requested from dv-cinder-786932-1-iscsi {{(pid=86370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:28:24.652584 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b467129c-9c74-40ab-91da-466b4469f280 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:24.654242 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b467129c-9c74-40ab-91da-466b4469f280 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for subnet, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:24.702321 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-b467129c-9c74-40ab-91da-466b4469f280 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.2577047
Apr 19 19:28:24.705327 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 52332) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:28:24.718097 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-c9adb93c-5506-45c7-b240-ee8c63480a59 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-901916439-router', 'tenant_id': 'e4ca113d70014148bb7b01a5ca52e617', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c'}}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:28:24.729188 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-c9adb93c-5506-45c7-b240-ee8c63480a59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:28:24.733085 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825e4cb-be7a-42c0-9be9-300799d143db req-29ce06ed-ac5a-4c05-b7b7-878e40703b28 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:24.736272 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8825e4cb-be7a-42c0-9be9-300799d143db req-29ce06ed-ac5a-4c05-b7b7-878e40703b28 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 944 time: 0.1932383
Apr 19 19:28:24.744994 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-c9adb93c-5506-45c7-b240-ee8c63480a59 admin admin] Usage tracker for resource:router and tenant:e4ca113d70014148bb7b01a5ca52e617 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:28:24.750718 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-c9adb93c-5506-45c7-b240-ee8c63480a59 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:28:24.761665 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-c9adb93c-5506-45c7-b240-ee8c63480a59 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:28:24.777619 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c9adb93c-5506-45c7-b240-ee8c63480a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854073617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854743364'] for router, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:24.779380 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c9adb93c-5506-45c7-b240-ee8c63480a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-702183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-678657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32420'] for router, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:24.820630 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c9adb93c-5506-45c7-b240-ee8c63480a59 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:24.843501 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8825e4cb-be7a-42c0-9be9-300799d143db req-bed18509-2753-444f-8228-d74af6ccf188 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=363b2ccb-b902-431d-b58c-e66b72ac10c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0994098
Apr 19 19:28:24.970791 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1ed65d-50f5-4a1f-8d54-0830df1f5f28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cdbe905-22d6-5db2-b625-c927f524fce5-2d3e41b1-31e3-4474-ae4c-35f4f724ebfb', 'network_id': '2d3e41b1-31e3-4474-ae4c-35f4f724ebfb', 'tenant_id': 'e4ca113d70014148bb7b01a5ca52e617', 'fixed_ips': [{'subnet_id': 'b982e9fc-25d6-4db7-9e76-30317f3de3b0'}]}} from dv-cinder-786932-1-iscsi. {{(pid=86370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 19 19:28:24.973049 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5b1ed65d-50f5-4a1f-8d54-0830df1f5f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:25.211857 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c9adb93c-5506-45c7-b240-ee8c63480a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678902', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32405'] for router, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:25.333722 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-5b1ed65d-50f5-4a1f-8d54-0830df1f5f28 None None] Allocated IP 172.20.0.2 (2d3e41b1-31e3-4474-ae4c-35f4f724ebfb/b982e9fc-25d6-4db7-9e76-30317f3de3b0/da08d13a-7eb3-48a8-bbc3-4f052777fa46) {{(pid=86370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:28:25.374611 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c9962-9a60-4fcd-b25b-1305c3b4e982 req-917d0928-61dc-44d0-a87e-70e5d5a04be0 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:25.379250 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-196c9962-9a60-4fcd-b25b-1305c3b4e982 req-917d0928-61dc-44d0-a87e-70e5d5a04be0 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cad848e-cc06-48f5-b3f7-9e0e8149ae93 HTTP/1.1" status: 200  len: 945 time: 0.2091084
Apr 19 19:28:25.460414 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-196c9962-9a60-4fcd-b25b-1305c3b4e982 req-09ad2e26-4562-408c-ab6e-910481721e88 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664604
Apr 19 19:28:25.774965 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c9adb93c-5506-45c7-b240-ee8c63480a59 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:25.779511 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5b1ed65d-50f5-4a1f-8d54-0830df1f5f28 None None] Notify callbacks [] for port, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:25.803085 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-5b1ed65d-50f5-4a1f-8d54-0830df1f5f28 None None] Transition to ACTIVE for port object da08d13a-7eb3-48a8-bbc3-4f052777fa46 will not be triggered until provisioned by entity L2. {{(pid=86370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:28:25.827338 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-5b1ed65d-50f5-4a1f-8d54-0830df1f5f28 None None] Transition to ACTIVE for port object da08d13a-7eb3-48a8-bbc3-4f052777fa46 will not be triggered until provisioned by entity DHCP. {{(pid=86370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:28:25.831781 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c9adb93c-5506-45c7-b240-ee8c63480a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:25.845372 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5b1ed65d-50f5-4a1f-8d54-0830df1f5f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739738723801'] for port, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:25.858080 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:28:25.904236 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1ed65d-50f5-4a1f-8d54-0830df1f5f28 None None] Network 2d3e41b1-31e3-4474-ae4c-35f4f724ebfb is already hosted by enough agents. {{(pid=86370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:28:25.914921 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-5b1ed65d-50f5-4a1f-8d54-0830df1f5f28 None None] Resources bound (agent type, host, resource id):  {{(pid=86370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:28:25.922559 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1ed65d-50f5-4a1f-8d54-0830df1f5f28 None None] Received port after_create {{(pid=86370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:28:25.926146 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f2671-6d8d-4b7b-b184-0d0b7a39a582 req-77c5868e-84a9-437c-9a11-8dbb2c40236a tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:25.939663 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0f8f2671-6d8d-4b7b-b184-0d0b7a39a582 req-77c5868e-84a9-437c-9a11-8dbb2c40236a tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.36 "GET /v2.0/ports?device_id=275b5ebe-f35e-47bc-8072-46c4b8c142fb HTTP/1.1" status: 200  len: 945 time: 0.2116075
Apr 19 19:28:26.019634 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0f8f2671-6d8d-4b7b-b184-0d0b7a39a582 req-297824bf-96a7-461b-8b0c-118bb100ebc0 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4007ef4-e749-490f-8b7a-2f774b3e4dad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765522
Apr 19 19:28:26.070055 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1ed65d-50f5-4a1f-8d54-0830df1f5f28 None None] Pushing event updated for resources: {'Port': ['ID=da08d13a-7eb3-48a8-bbc3-4f052777fa46,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:28:26.086641 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-5b1ed65d-50f5-4a1f-8d54-0830df1f5f28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:28:26.118844 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-5b1ed65d-50f5-4a1f-8d54-0830df1f5f28 None None] Attempting to bind port da08d13a-7eb3-48a8-bbc3-4f052777fa46 on host dv-cinder-786932-1-iscsi for vnic_type normal with profile  {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:28:26.119471 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-5b1ed65d-50f5-4a1f-8d54-0830df1f5f28 None None] Attempting to bind port da08d13a-7eb3-48a8-bbc3-4f052777fa46 by drivers openvswitch,hyperv on host dv-cinder-786932-1-iscsi at level 0 using segments [{'id': '00035a8f-a81f-4089-9be6-fd708daf7fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2d3e41b1-31e3-4474-ae4c-35f4f724ebfb'}] {{(pid=86370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:28:26.119705 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-c9adb93c-5506-45c7-b240-ee8c63480a59 admin admin] Allocated IP 172.27.1.9 (4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c/7025e6d6-1695-4f32-acf4-f47e4f1fcca5/19d956a9-2f9c-4e7e-b0df-1ebb26e40d54) {{(pid=86369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:28:26.120234 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1ed65d-50f5-4a1f-8d54-0830df1f5f28 None None] Attempting to bind port da08d13a-7eb3-48a8-bbc3-4f052777fa46 on network 2d3e41b1-31e3-4474-ae4c-35f4f724ebfb {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:28:26.131454 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1ed65d-50f5-4a1f-8d54-0830df1f5f28 None None] Checking agent: {'id': '18e08627-855b-4b57-ace4-a20256d828a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 16, 20), 'started_at': datetime.datetime(2021, 4, 19, 19, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:28:26.134128 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1ed65d-50f5-4a1f-8d54-0830df1f5f28 None None] Checking segment: {'id': '00035a8f-a81f-4089-9be6-fd708daf7fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2d3e41b1-31e3-4474-ae4c-35f4f724ebfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:28:26.135112 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5b1ed65d-50f5-4a1f-8d54-0830df1f5f28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:26.135911 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1ed65d-50f5-4a1f-8d54-0830df1f5f28 None None] Bound using segment: {'id': '00035a8f-a81f-4089-9be6-fd708daf7fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2d3e41b1-31e3-4474-ae4c-35f4f724ebfb'} {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:28:26.136776 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-5b1ed65d-50f5-4a1f-8d54-0830df1f5f28 None None] Bound port: da08d13a-7eb3-48a8-bbc3-4f052777fa46, host: dv-cinder-786932-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00035a8f-a81f-4089-9be6-fd708daf7fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2d3e41b1-31e3-4474-ae4c-35f4f724ebfb'}}] {{(pid=86370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:28:26.137437 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5b1ed65d-50f5-4a1f-8d54-0830df1f5f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:26.333301 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e29e3e-1db4-4dfa-a81b-089b17f58720 req-2ff72865-1841-4a56-b26c-f64043238b30 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:26.335766 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-85e29e3e-1db4-4dfa-a81b-089b17f58720 req-2ff72865-1841-4a56-b26c-f64043238b30 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 944 time: 0.1794920
Apr 19 19:28:26.370591 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-5b1ed65d-50f5-4a1f-8d54-0830df1f5f28 None None] For port da08d13a-7eb3-48a8-bbc3-4f052777fa46, host dv-cinder-786932-1-iscsi, cleared binding levels {{(pid=86370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:28:26.376449 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-5b1ed65d-50f5-4a1f-8d54-0830df1f5f28 None None] For port da08d13a-7eb3-48a8-bbc3-4f052777fa46, host dv-cinder-786932-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=da08d13a-7eb3-48a8-bbc3-4f052777fa46,segment=NetworkSegment(00035a8f-a81f-4089-9be6-fd708daf7fa2),segment_id=00035a8f-a81f-4089-9be6-fd708daf7fa2)] {{(pid=86370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:28:26.382120 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5b1ed65d-50f5-4a1f-8d54-0830df1f5f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:26.385625 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c9adb93c-5506-45c7-b240-ee8c63480a59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:26.391939 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:28:26.425394 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c9adb93c-5506-45c7-b240-ee8c63480a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739738723801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31618435'] for port, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:26.431212 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-bbe3f9ff-99c1-4de3-9ede-27185f48704d tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:28:26.478494 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-85e29e3e-1db4-4dfa-a81b-089b17f58720 req-75be81b0-17bd-42d8-a495-e2ac97c237e6 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=363b2ccb-b902-431d-b58c-e66b72ac10c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1293197
Apr 19 19:28:26.521707 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9adb93c-5506-45c7-b240-ee8c63480a59 admin admin] Pushing event updated for resources: {'Port': ['ID=19d956a9-2f9c-4e7e-b0df-1ebb26e40d54,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:28:26.539094 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c9adb93c-5506-45c7-b240-ee8c63480a59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:28:26.568883 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9adb93c-5506-45c7-b240-ee8c63480a59 admin admin] Network 4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c is already hosted by enough agents. {{(pid=86369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:28:26.570224 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-c9adb93c-5506-45c7-b240-ee8c63480a59 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:28:26.582804 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9adb93c-5506-45c7-b240-ee8c63480a59 admin admin] Received port after_create {{(pid=86369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:28:26.682156 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1ed65d-50f5-4a1f-8d54-0830df1f5f28 None None] Pushing event updated for resources: {'Port': ['ID=da08d13a-7eb3-48a8-bbc3-4f052777fa46,revision_number=2']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:28:26.690553 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-5b1ed65d-50f5-4a1f-8d54-0830df1f5f28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:28:26.920904 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e8148e-5856-4a1a-8635-3279571117e2 req-a1158198-a486-486e-96c9-16045c38ab2a tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:26.925146 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-89e8148e-5856-4a1a-8635-3279571117e2 req-a1158198-a486-486e-96c9-16045c38ab2a tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cad848e-cc06-48f5-b3f7-9e0e8149ae93 HTTP/1.1" status: 200  len: 945 time: 0.1961234
Apr 19 19:28:26.997558 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-89e8148e-5856-4a1a-8635-3279571117e2 req-e6786473-6296-4659-8525-dd7e9507cc1a tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736136
Apr 19 19:28:27.562322 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba681a-6d77-4bab-b286-86647a3e6e5f req-82c87666-4472-476f-821f-e1f21c67e907 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:27.564927 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d4ba681a-6d77-4bab-b286-86647a3e6e5f req-82c87666-4472-476f-821f-e1f21c67e907 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.36 "GET /v2.0/ports?device_id=275b5ebe-f35e-47bc-8072-46c4b8c142fb HTTP/1.1" status: 200  len: 945 time: 0.3848953
Apr 19 19:28:27.629675 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d4ba681a-6d77-4bab-b286-86647a3e6e5f req-19921c19-768a-4f77-be5d-ad670707b203 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4007ef4-e749-490f-8b7a-2f774b3e4dad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568204
Apr 19 19:28:27.672871 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device da08d13a-7eb3-48a8-bbc3-4f052777fa46 up at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:28:27.754259 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning for port da08d13a-7eb3-48a8-bbc3-4f052777fa46 completed by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:28:27.872517 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70ec33c-d8c4-4db2-92ca-86361262a53b req-d2b0293f-4273-4544-8930-f0604f55350d tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:27.874209 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b70ec33c-d8c4-4db2-92ca-86361262a53b req-d2b0293f-4273-4544-8930-f0604f55350d tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 944 time: 0.0991554
Apr 19 19:28:27.942322 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c9adb93c-5506-45c7-b240-ee8c63480a59 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:27.949409 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b70ec33c-d8c4-4db2-92ca-86361262a53b req-5815815e-b747-44c0-8c97-3f9b505dab16 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=363b2ccb-b902-431d-b58c-e66b72ac10c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0675893
Apr 19 19:28:28.324947 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5477a8-26d6-4467-ad84-2eef854e1ed1 req-493ad601-9bc5-4362-9e38-9c7d7eff56d4 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:28.334399 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6b5477a8-26d6-4467-ad84-2eef854e1ed1 req-493ad601-9bc5-4362-9e38-9c7d7eff56d4 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cad848e-cc06-48f5-b3f7-9e0e8149ae93 HTTP/1.1" status: 200  len: 945 time: 0.1718187
Apr 19 19:28:28.405407 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6b5477a8-26d6-4467-ad84-2eef854e1ed1 req-8b76b911-2cd2-45c2-9fae-7a8e58c6505e tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697703
Apr 19 19:28:28.411695 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c9adb93c-5506-45c7-b240-ee8c63480a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854083004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854096932'] for router, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:28.640051 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-56618793-170e-4aa6-8efa-9c6d4ae7a1f6 None None] Agent healthcheck: found 6 active agents {{(pid=86371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:28:28.656111 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21154a16-4a73-4ca7-bce1-2246d7063668 req-13d87843-2fb1-4c09-80bf-5dbf514ee803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:28.657759 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-21154a16-4a73-4ca7-bce1-2246d7063668 req-13d87843-2fb1-4c09-80bf-5dbf514ee803 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=275b5ebe-f35e-47bc-8072-46c4b8c142fb HTTP/1.1" status: 200  len: 1098 time: 0.0872123
Apr 19 19:28:28.740470 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4d94bc-4a4a-4746-bcde-6e8f9ccc1381 None None] Network 2d3e41b1-31e3-4474-ae4c-35f4f724ebfb requested from dv-cinder-786932-1-iscsi {{(pid=86370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:28:28.804947 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9adb93c-5506-45c7-b240-ee8c63480a59 admin admin] Router 3e115489-0dfd-43de-a9ea-b0f2835861b2 is scheduled to L3 agent a3cf2d1c-6710-4478-a129-20091cfe97d1 with binding_index 1 {{(pid=86369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 19 19:28:28.874138 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-21154a16-4a73-4ca7-bce1-2246d7063668 req-c87481b8-2db6-42fa-a187-184861a10fb5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d4007ef4-e749-490f-8b7a-2f774b3e4dad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2060063
Apr 19 19:28:28.944276 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:28.953647 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-bcfb5461-8d12-4835-92fc-15209defa7dc None None] Provisioning for port da08d13a-7eb3-48a8-bbc3-4f052777fa46 completed by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:28:28.964231 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-bcfb5461-8d12-4835-92fc-15209defa7dc None None] Provisioning complete for port da08d13a-7eb3-48a8-bbc3-4f052777fa46 triggered by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:28:28.964716 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bcfb5461-8d12-4835-92fc-15209defa7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:28.978328 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae724324-b871-45f5-b46e-0aacec92cf37 req-4b3177a9-6e81-404a-81ca-2c64c9a86cf2 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:28.982344 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ae724324-b871-45f5-b46e-0aacec92cf37 req-4b3177a9-6e81-404a-81ca-2c64c9a86cf2 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.36 "GET /v2.0/ports?device_id=275b5ebe-f35e-47bc-8072-46c4b8c142fb HTTP/1.1" status: 200  len: 945 time: 0.1844244
Apr 19 19:28:29.066279 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ae724324-b871-45f5-b46e-0aacec92cf37 req-c645ecbb-900a-47f0-91fa-b5790f52ff2d tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4007ef4-e749-490f-8b7a-2f774b3e4dad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757501
Apr 19 19:28:29.070379 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9adb93c-5506-45c7-b240-ee8c63480a59 admin admin] Notify agent at l3_agent.dv-cinder-786932-1-iscsi the message routers_updated {{(pid=86369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:28:29.087035 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1c02ab-1c55-4215-aa52-04e3fa6b1256 None None] Sync routers for ids ['3e115489-0dfd-43de-a9ea-b0f2835861b2'] in dv-cinder-786932-1-iscsi {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:28:29.100702 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1c02ab-1c55-4215-aa52-04e3fa6b1256 None None] Routers {'3e115489-0dfd-43de-a9ea-b0f2835861b2'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:28:29.101644 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-dd1c02ab-1c55-4215-aa52-04e3fa6b1256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0f566908>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:28:19Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['3e115489-0dfd-43de-a9ea-b0f2835861b2'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:28:29.124734 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c9adb93c-5506-45c7-b240-ee8c63480a59 admin admin] Notify callbacks [] for router, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:29.126252 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-c9adb93c-5506-45c7-b240-ee8c63480a59 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201  len: 918 time: 4.4188120
Apr 19 19:28:29.131530 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 52366) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:28:29.284549 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bcfb5461-8d12-4835-92fc-15209defa7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:29.373151 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-bcfb5461-8d12-4835-92fc-15209defa7dc None None] For port da08d13a-7eb3-48a8-bbc3-4f052777fa46, host dv-cinder-786932-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=da08d13a-7eb3-48a8-bbc3-4f052777fa46,segment=NetworkSegment(00035a8f-a81f-4089-9be6-fd708daf7fa2),segment_id=00035a8f-a81f-4089-9be6-fd708daf7fa2)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:28:29.419377 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bcfb5461-8d12-4835-92fc-15209defa7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:29.431912 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:28:29.433280 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-dd1c02ab-1c55-4215-aa52-04e3fa6b1256 None None] Set router 3e115489-0dfd-43de-a9ea-b0f2835861b2 gateway port host: dv-cinder-786932-1-iscsi {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:28:29.541642 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfb5461-8d12-4835-92fc-15209defa7dc None None] Pushing event updated for resources: {'Port': ['ID=da08d13a-7eb3-48a8-bbc3-4f052777fa46,revision_number=3']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:28:29.544933 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-bcfb5461-8d12-4835-92fc-15209defa7dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:28:29.858174 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-b1f56334-ecbc-45f0-9df7-c0b01263ee70 None None] Provisioning complete for port da08d13a-7eb3-48a8-bbc3-4f052777fa46 triggered by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:28:29.859125 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b1f56334-ecbc-45f0-9df7-c0b01263ee70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:29.931617 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-dd1c02ab-1c55-4215-aa52-04e3fa6b1256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0f566908>, [{'id': '3e115489-0dfd-43de-a9ea-b0f2835861b2', 'name': 'tempest-TestShelveInstance-901916439-router', 'tenant_id': 'e4ca113d70014148bb7b01a5ca52e617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '19d956a9-2f9c-4e7e-b0df-1ebb26e40d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:28:24Z', 'updated_at': '2021-04-19T19:28:27Z', 'revision_number': 3, 'project_id': 'e4ca113d70014148bb7b01a5ca52e617', 'gw_port': {'id': '19d956a9-2f9c-4e7e-b0df-1ebb26e40d54', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e115489-0dfd-43de-a9ea-b0f2835861b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:28:25Z', 'updated_at': '2021-04-19T19:28:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi'}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:28:29.940825 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1c02ab-1c55-4215-aa52-04e3fa6b1256 None None] Checking router: 3e115489-0dfd-43de-a9ea-b0f2835861b2 for host: dv-cinder-786932-1-iscsi {{(pid=86371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:28:29.941373 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1c02ab-1c55-4215-aa52-04e3fa6b1256 None None] Updating router 3e115489-0dfd-43de-a9ea-b0f2835861b2 port 19d956a9-2f9c-4e7e-b0df-1ebb26e40d54 binding host dv-cinder-786932-1-iscsi {{(pid=86371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 19:28:30.049462 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-dd1c02ab-1c55-4215-aa52-04e3fa6b1256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:30.155125 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab31270-3ea4-4257-8025-b7c2f87fe1f7 req-62ad1f1a-d3c8-4757-b683-4790ee7a7c38 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:30.157942 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-aab31270-3ea4-4257-8025-b7c2f87fe1f7 req-62ad1f1a-d3c8-4757-b683-4790ee7a7c38 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 944 time: 0.9600585
Apr 19 19:28:30.422308 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb3e600-b2df-46b8-b8d5-f92c30510c61 req-47b5c624-91ad-4e8e-bc55-8bb776dcae85 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:30.425504 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-efb3e600-b2df-46b8-b8d5-f92c30510c61 req-47b5c624-91ad-4e8e-bc55-8bb776dcae85 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cad848e-cc06-48f5-b3f7-9e0e8149ae93 HTTP/1.1" status: 200  len: 945 time: 0.8309348
Apr 19 19:28:30.446392 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-aab31270-3ea4-4257-8025-b7c2f87fe1f7 req-287b5122-2edc-4219-af4a-e61e890ed120 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=363b2ccb-b902-431d-b58c-e66b72ac10c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1598845
Apr 19 19:28:30.595577 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-efb3e600-b2df-46b8-b8d5-f92c30510c61 req-59674b21-a83e-44e6-a30e-169dd10aa784 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1557086
Apr 19 19:28:30.757541 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-dd1c02ab-1c55-4215-aa52-04e3fa6b1256 None None] Notify callbacks [] for port, precommit_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:30.779616 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-dd1c02ab-1c55-4215-aa52-04e3fa6b1256 None None] Transition to ACTIVE for port object 19d956a9-2f9c-4e7e-b0df-1ebb26e40d54 will not be triggered until provisioned by entity L2. {{(pid=86371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:28:30.790334 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-dd1c02ab-1c55-4215-aa52-04e3fa6b1256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:30.799317 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:28:30.928253 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1075f0a-32d3-4c8a-a29d-c97eba30ecaf req-f42e565f-451a-460a-9202-10a2793c45ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:30.929876 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a1075f0a-32d3-4c8a-a29d-c97eba30ecaf req-f42e565f-451a-460a-9202-10a2793c45ae service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5cad848e-cc06-48f5-b3f7-9e0e8149ae93 HTTP/1.1" status: 200  len: 1098 time: 0.2681217
Apr 19 19:28:30.942377 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4ab499-7dfb-4352-8c60-e52340e9fe88 req-48a8d268-ea08-42ac-8442-dc48b23727ab tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:30.944110 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fe4ab499-7dfb-4352-8c60-e52340e9fe88 req-48a8d268-ea08-42ac-8442-dc48b23727ab tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.36 "GET /v2.0/ports?device_id=275b5ebe-f35e-47bc-8072-46c4b8c142fb HTTP/1.1" status: 200  len: 945 time: 0.2902374
Apr 19 19:28:30.964341 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b250a1fe-8fd2-4eb3-8748-da11c3f6d15b None None] Pushing event updated for resources: {'Port': ['ID=19d956a9-2f9c-4e7e-b0df-1ebb26e40d54,revision_number=2']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:28:30.968762 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-dd1c02ab-1c55-4215-aa52-04e3fa6b1256 None None] Attempting to bind port 19d956a9-2f9c-4e7e-b0df-1ebb26e40d54 on host dv-cinder-786932-1-iscsi for vnic_type normal with profile  {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:28:30.969428 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-dd1c02ab-1c55-4215-aa52-04e3fa6b1256 None None] Attempting to bind port 19d956a9-2f9c-4e7e-b0df-1ebb26e40d54 by drivers openvswitch,hyperv on host dv-cinder-786932-1-iscsi at level 0 using segments [{'id': 'f117aaf9-f038-40ae-a060-7b312532719e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c'}] {{(pid=86371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:28:30.970117 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1c02ab-1c55-4215-aa52-04e3fa6b1256 None None] Attempting to bind port 19d956a9-2f9c-4e7e-b0df-1ebb26e40d54 on network 4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:28:30.991215 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1c02ab-1c55-4215-aa52-04e3fa6b1256 None None] Checking agent: {'id': '18e08627-855b-4b57-ace4-a20256d828a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 16, 20), 'started_at': datetime.datetime(2021, 4, 19, 19, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:28:30.991782 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1c02ab-1c55-4215-aa52-04e3fa6b1256 None None] Checking segment: {'id': 'f117aaf9-f038-40ae-a060-7b312532719e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:28:30.992463 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-dd1c02ab-1c55-4215-aa52-04e3fa6b1256 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:30.993129 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1c02ab-1c55-4215-aa52-04e3fa6b1256 None None] Bound using segment: {'id': 'f117aaf9-f038-40ae-a060-7b312532719e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c'} {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:28:30.993915 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-dd1c02ab-1c55-4215-aa52-04e3fa6b1256 None None] Bound port: 19d956a9-2f9c-4e7e-b0df-1ebb26e40d54, host: dv-cinder-786932-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f117aaf9-f038-40ae-a060-7b312532719e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c'}}] {{(pid=86371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:28:30.994539 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-dd1c02ab-1c55-4215-aa52-04e3fa6b1256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:31.019383 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2df3238b-9410-4fdc-8cbe-fcd5572b4594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:31.047170 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b250a1fe-8fd2-4eb3-8748-da11c3f6d15b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:28:31.047696 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b250a1fe-8fd2-4eb3-8748-da11c3f6d15b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:28:31.048234 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b250a1fe-8fd2-4eb3-8748-da11c3f6d15b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:28:31.048729 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b250a1fe-8fd2-4eb3-8748-da11c3f6d15b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:28:31.050338 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b250a1fe-8fd2-4eb3-8748-da11c3f6d15b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:28:31.051062 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b250a1fe-8fd2-4eb3-8748-da11c3f6d15b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:28:31.051803 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b250a1fe-8fd2-4eb3-8748-da11c3f6d15b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:28:31.052324 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b250a1fe-8fd2-4eb3-8748-da11c3f6d15b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:28:31.052725 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b250a1fe-8fd2-4eb3-8748-da11c3f6d15b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:28:31.053713 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b250a1fe-8fd2-4eb3-8748-da11c3f6d15b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:28:31.053888 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b250a1fe-8fd2-4eb3-8748-da11c3f6d15b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:28:31.054536 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b250a1fe-8fd2-4eb3-8748-da11c3f6d15b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:28:31.077107 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b250a1fe-8fd2-4eb3-8748-da11c3f6d15b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:28:31.102826 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a1075f0a-32d3-4c8a-a29d-c97eba30ecaf req-3d1e55d9-36d4-40d8-abbe-72169e35ebd0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1575265
Apr 19 19:28:31.118982 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fe4ab499-7dfb-4352-8c60-e52340e9fe88 req-d6f136f8-fc8a-4453-882e-2619e4413f47 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4007ef4-e749-490f-8b7a-2f774b3e4dad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1523490
Apr 19 19:28:31.152198 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-dd1c02ab-1c55-4215-aa52-04e3fa6b1256 None None] For port 19d956a9-2f9c-4e7e-b0df-1ebb26e40d54, host dv-cinder-786932-1-iscsi, cleared binding levels {{(pid=86371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:28:31.158777 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-dd1c02ab-1c55-4215-aa52-04e3fa6b1256 None None] For port 19d956a9-2f9c-4e7e-b0df-1ebb26e40d54, host dv-cinder-786932-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=19d956a9-2f9c-4e7e-b0df-1ebb26e40d54,segment=NetworkSegment(f117aaf9-f038-40ae-a060-7b312532719e),segment_id=f117aaf9-f038-40ae-a060-7b312532719e)] {{(pid=86371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:28:31.163819 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-dd1c02ab-1c55-4215-aa52-04e3fa6b1256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:31.175152 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-1b2ef8b9-9d7f-48c2-8933-9fb26f09c71d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:28:31.258916 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1c02ab-1c55-4215-aa52-04e3fa6b1256 None None] Routers {'3e115489-0dfd-43de-a9ea-b0f2835861b2'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:28:31.259765 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-dd1c02ab-1c55-4215-aa52-04e3fa6b1256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0f566908>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:28:19Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['3e115489-0dfd-43de-a9ea-b0f2835861b2'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:28:31.296796 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-2df3238b-9410-4fdc-8cbe-fcd5572b4594 admin admin] Allocated IP 172.20.0.1 (2d3e41b1-31e3-4474-ae4c-35f4f724ebfb/b982e9fc-25d6-4db7-9e76-30317f3de3b0/a50953b6-4696-48d4-b24c-a30f5b169d7b) {{(pid=86368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:28:31.397156 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b250a1fe-8fd2-4eb3-8748-da11c3f6d15b None None] Pushing event updated for resources: {'Port': ['ID=19d956a9-2f9c-4e7e-b0df-1ebb26e40d54,revision_number=3']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:28:31.400693 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b250a1fe-8fd2-4eb3-8748-da11c3f6d15b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:28:31.427305 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device da08d13a-7eb3-48a8-bbc3-4f052777fa46 up at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:28:31.499589 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2df3238b-9410-4fdc-8cbe-fcd5572b4594 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:31.516950 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-dd1c02ab-1c55-4215-aa52-04e3fa6b1256 None None] Set router 3e115489-0dfd-43de-a9ea-b0f2835861b2 gateway port host: dv-cinder-786932-1-iscsi {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:28:31.523840 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-2df3238b-9410-4fdc-8cbe-fcd5572b4594 admin admin] Transition to ACTIVE for port object a50953b6-4696-48d4-b24c-a30f5b169d7b will not be triggered until provisioned by entity DHCP. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:28:31.525543 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning complete for port da08d13a-7eb3-48a8-bbc3-4f052777fa46 triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:28:31.525978 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:31.557315 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2df3238b-9410-4fdc-8cbe-fcd5572b4594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739738723801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822331971'] for port, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:31.566803 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8c17f3db-f03c-4f56-880c-df79d7b553c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:28:31.746245 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df3238b-9410-4fdc-8cbe-fcd5572b4594 admin admin] Network 2d3e41b1-31e3-4474-ae4c-35f4f724ebfb is already hosted by enough agents. {{(pid=86368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:28:31.752151 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-2df3238b-9410-4fdc-8cbe-fcd5572b4594 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:28:31.761405 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df3238b-9410-4fdc-8cbe-fcd5572b4594 admin admin] Received port after_create {{(pid=86368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:28:31.810780 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df3238b-9410-4fdc-8cbe-fcd5572b4594 admin admin] Pushing event updated for resources: {'Port': ['ID=a50953b6-4696-48d4-b24c-a30f5b169d7b,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:28:31.822793 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-2df3238b-9410-4fdc-8cbe-fcd5572b4594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:28:31.938844 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2df3238b-9410-4fdc-8cbe-fcd5572b4594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688641'] for router_interface, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:32.072090 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-dd1c02ab-1c55-4215-aa52-04e3fa6b1256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0f566908>, [{'id': '3e115489-0dfd-43de-a9ea-b0f2835861b2', 'name': 'tempest-TestShelveInstance-901916439-router', 'tenant_id': 'e4ca113d70014148bb7b01a5ca52e617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '19d956a9-2f9c-4e7e-b0df-1ebb26e40d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:28:24Z', 'updated_at': '2021-04-19T19:28:27Z', 'revision_number': 3, 'project_id': 'e4ca113d70014148bb7b01a5ca52e617', 'gw_port': {'id': '19d956a9-2f9c-4e7e-b0df-1ebb26e40d54', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e115489-0dfd-43de-a9ea-b0f2835861b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:28:25Z', 'updated_at': '2021-04-19T19:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi'}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:28:32.077432 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-9ba0937b-25ab-4c73-8d49-ecbe88004ee1 None None] Provisioning for port a50953b6-4696-48d4-b24c-a30f5b169d7b completed by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:28:32.077760 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1c02ab-1c55-4215-aa52-04e3fa6b1256 None None] The sync data for ids ['3e115489-0dfd-43de-a9ea-b0f2835861b2'] in dv-cinder-786932-1-iscsi is: [{'id': '3e115489-0dfd-43de-a9ea-b0f2835861b2', 'name': 'tempest-TestShelveInstance-901916439-router', 'tenant_id': 'e4ca113d70014148bb7b01a5ca52e617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '19d956a9-2f9c-4e7e-b0df-1ebb26e40d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:28:24Z', 'updated_at': '2021-04-19T19:28:27Z', 'revision_number': 3, 'project_id': 'e4ca113d70014148bb7b01a5ca52e617', 'gw_port': {'id': '19d956a9-2f9c-4e7e-b0df-1ebb26e40d54', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e115489-0dfd-43de-a9ea-b0f2835861b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:28:25Z', 'updated_at': '2021-04-19T19:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi'}] {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:28:32.088441 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-9ba0937b-25ab-4c73-8d49-ecbe88004ee1 None None] Provisioning complete for port a50953b6-4696-48d4-b24c-a30f5b169d7b triggered by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:28:32.089100 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9ba0937b-25ab-4c73-8d49-ecbe88004ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:32.125319 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e5436-9f2b-4d98-9076-2f86422825ca req-6199a1aa-6b66-4680-8e68-273b2cd4ca29 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:32.129317 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ce3e5436-9f2b-4d98-9076-2f86422825ca req-6199a1aa-6b66-4680-8e68-273b2cd4ca29 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 944 time: 0.2762766
Apr 19 19:28:32.202472 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-9ba0937b-25ab-4c73-8d49-ecbe88004ee1 None None] Port a50953b6-4696-48d4-b24c-a30f5b169d7b cannot update to ACTIVE because it is not bound. {{(pid=86370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 19:28:32.262668 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ce3e5436-9f2b-4d98-9076-2f86422825ca req-2295bd9b-6944-4778-8997-156b09554c1d tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=363b2ccb-b902-431d-b58c-e66b72ac10c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1180599
Apr 19 19:28:32.324391 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d23eb50-ecef-46df-959a-762f6c5f3b13 req-4aded3da-6a7d-43d1-b410-4c1b349c491c tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:32.333512 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9d23eb50-ecef-46df-959a-762f6c5f3b13 req-4aded3da-6a7d-43d1-b410-4c1b349c491c tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cad848e-cc06-48f5-b3f7-9e0e8149ae93 HTTP/1.1" status: 200  len: 945 time: 0.2969959
Apr 19 19:28:32.404817 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2df3238b-9410-4fdc-8cbe-fcd5572b4594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:32.421153 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9d23eb50-ecef-46df-959a-762f6c5f3b13 req-5f4953b3-9ec5-4bbc-9660-e95b9f39fab6 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866423
Apr 19 19:28:32.822268 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2df3238b-9410-4fdc-8cbe-fcd5572b4594 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:32.828233 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2df3238b-9410-4fdc-8cbe-fcd5572b4594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32443828'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:32.866136 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:28:32.968224 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2df3238b-9410-4fdc-8cbe-fcd5572b4594 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854087066'] for router_interface, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:32.979140 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df3238b-9410-4fdc-8cbe-fcd5572b4594 admin admin] Pushing event updated for resources: {'Port': ['ID=a50953b6-4696-48d4-b24c-a30f5b169d7b,revision_number=2']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:28:32.984730 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-2df3238b-9410-4fdc-8cbe-fcd5572b4594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:28:33.272756 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df3238b-9410-4fdc-8cbe-fcd5572b4594 admin admin] Network 2d3e41b1-31e3-4474-ae4c-35f4f724ebfb is already hosted by enough agents. {{(pid=86368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:28:33.277192 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-2df3238b-9410-4fdc-8cbe-fcd5572b4594 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:28:33.430863 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e534729d-b5c5-4c39-9f8e-e79fb1660dc1 req-939c7177-4af2-492c-acec-65e478f32d3b tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:33.432635 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e534729d-b5c5-4c39-9f8e-e79fb1660dc1 req-939c7177-4af2-492c-acec-65e478f32d3b tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.36 "GET /v2.0/ports?device_id=275b5ebe-f35e-47bc-8072-46c4b8c142fb HTTP/1.1" status: 200  len: 945 time: 0.3169775
Apr 19 19:28:33.547599 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device 19d956a9-2f9c-4e7e-b0df-1ebb26e40d54 up at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:28:33.659282 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2df3238b-9410-4fdc-8cbe-fcd5572b4594 admin admin] Router 3e115489-0dfd-43de-a9ea-b0f2835861b2 has already been hosted by L3 agent a3cf2d1c-6710-4478-a129-20091cfe97d1 {{(pid=86368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:28:33.670486 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e534729d-b5c5-4c39-9f8e-e79fb1660dc1 req-35ba3c00-6336-4a15-b34c-28aa7f887ce8 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4007ef4-e749-490f-8b7a-2f774b3e4dad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2229109
Apr 19 19:28:33.697905 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning for port 19d956a9-2f9c-4e7e-b0df-1ebb26e40d54 completed by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:28:33.706473 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning complete for port 19d956a9-2f9c-4e7e-b0df-1ebb26e40d54 triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:28:33.708050 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:33.796460 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-24e89f21-b48a-4c99-bc0e-74e9e6b18ee7 None None] Provisioning complete for port a50953b6-4696-48d4-b24c-a30f5b169d7b triggered by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:28:33.796880 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-24e89f21-b48a-4c99-bc0e-74e9e6b18ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:33.910330 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-24e89f21-b48a-4c99-bc0e-74e9e6b18ee7 None None] Port a50953b6-4696-48d4-b24c-a30f5b169d7b cannot update to ACTIVE because it is not bound. {{(pid=86370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 19:28:33.944945 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:33.967674 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] For port 19d956a9-2f9c-4e7e-b0df-1ebb26e40d54, host dv-cinder-786932-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=19d956a9-2f9c-4e7e-b0df-1ebb26e40d54,segment=NetworkSegment(f117aaf9-f038-40ae-a060-7b312532719e),segment_id=f117aaf9-f038-40ae-a060-7b312532719e)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:28:33.974649 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:33.977115 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:28:34.114935 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f67c6e-4633-474a-85b9-bcea11c58581 req-cffd3327-7d1e-4c66-9acc-66c27b9623c5 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:34.116713 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c9f67c6e-4633-474a-85b9-bcea11c58581 req-cffd3327-7d1e-4c66-9acc-66c27b9623c5 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 944 time: 0.6211436
Apr 19 19:28:34.118072 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Pushing event updated for resources: {'Port': ['ID=19d956a9-2f9c-4e7e-b0df-1ebb26e40d54,revision_number=4']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:28:34.123601 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:28:34.266788 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c9f67c6e-4633-474a-85b9-bcea11c58581 req-41dbf387-4786-486a-b009-daf63bed6daa tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=363b2ccb-b902-431d-b58c-e66b72ac10c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1063540
Apr 19 19:28:34.296988 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df3238b-9410-4fdc-8cbe-fcd5572b4594 admin admin] Notify agent at l3_agent.dv-cinder-786932-1-iscsi the message routers_updated {{(pid=86368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:28:34.317139 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488b004-543b-467e-accf-e900dc0bbd9d req-b8289a33-33b6-4a54-8706-8ab778199e6d tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:34.318840 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b488b004-543b-467e-accf-e900dc0bbd9d req-b8289a33-33b6-4a54-8706-8ab778199e6d tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cad848e-cc06-48f5-b3f7-9e0e8149ae93 HTTP/1.1" status: 200  len: 945 time: 0.2241292
Apr 19 19:28:34.322032 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-2df3238b-9410-4fdc-8cbe-fcd5572b4594 admin admin] 10.222.0.36 "PUT /v2.0/routers/3e115489-0dfd-43de-a9ea-b0f2835861b2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1893711
Apr 19 19:28:34.374953 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b488b004-543b-467e-accf-e900dc0bbd9d req-fc40b5f6-7a38-4b50-b909-c356cd916ad8 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484788
Apr 19 19:28:35.202166 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 52430) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:28:35.217173 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-791eca1b-7a08-48f0-83fc-6ff756186db2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-983860828-network', 'tenant_id': '63c01c54fcfc472a82ee3a12399aa22a'}} {{(pid=86368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:28:35.232087 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f482b-0cc4-47dc-ae54-aee73af957b8 req-b211f589-cd0d-4020-89e5-0890adf33f3c tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:35.233796 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-952f482b-0cc4-47dc-ae54-aee73af957b8 req-b211f589-cd0d-4020-89e5-0890adf33f3c tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.36 "GET /v2.0/ports?device_id=275b5ebe-f35e-47bc-8072-46c4b8c142fb HTTP/1.1" status: 200  len: 945 time: 0.3264115
Apr 19 19:28:35.234982 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-791eca1b-7a08-48f0-83fc-6ff756186db2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:28:35.242868 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-791eca1b-7a08-48f0-83fc-6ff756186db2 admin admin] Usage tracker for resource:network and tenant:63c01c54fcfc472a82ee3a12399aa22a is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:28:35.247416 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-791eca1b-7a08-48f0-83fc-6ff756186db2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:28:35.259957 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-791eca1b-7a08-48f0-83fc-6ff756186db2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:28:35.287593 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6b94ec-e245-472d-a92f-199fa8e00f7a req-a9c4540b-512a-4754-a874-9f9a52f33c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:35.289061 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3f6b94ec-e245-472d-a92f-199fa8e00f7a req-a9c4540b-512a-4754-a874-9f9a52f33c2e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=caaf84b4cca64642b19aac2312292f91&device_id=5cad848e-cc06-48f5-b3f7-9e0e8149ae93 HTTP/1.1" status: 200  len: 1098 time: 0.2543824
Apr 19 19:28:35.302910 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab5138-645d-4518-b56c-0c94e58272de req-4e06a963-bd9d-47cb-84b4-e6ad0e29e5e1 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:35.304225 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aebd13f-9fcf-448a-9c01-02628e8f347c req-81ff0048-ad27-4c59-9ed3-631cd154c3f7 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:35.304535 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-edab5138-645d-4518-b56c-0c94e58272de req-4e06a963-bd9d-47cb-84b4-e6ad0e29e5e1 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cad848e-cc06-48f5-b3f7-9e0e8149ae93 HTTP/1.1" status: 200  len: 945 time: 0.2298636
Apr 19 19:28:35.304987 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-2aebd13f-9fcf-448a-9c01-02628e8f347c req-81ff0048-ad27-4c59-9ed3-631cd154c3f7 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Synchronizing usage tracker for tenant:483b81f313a44ef4b667111d078f143e on resource:port {{(pid=86369) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:28:35.324089 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-2aebd13f-9fcf-448a-9c01-02628e8f347c req-81ff0048-ad27-4c59-9ed3-631cd154c3f7 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Unset dirty status for tenant:483b81f313a44ef4b667111d078f143e on resource:port {{(pid=86369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:28:35.325361 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2aebd13f-9fcf-448a-9c01-02628e8f347c req-81ff0048-ad27-4c59-9ed3-631cd154c3f7 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.20 "GET /v2.0/ports?device_id=275b5ebe-f35e-47bc-8072-46c4b8c142fb HTTP/1.1" status: 200  len: 945 time: 0.1341474
Apr 19 19:28:35.338130 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791eca1b-7a08-48f0-83fc-6ff756186db2 admin admin] Made reservation on behalf of 63c01c54fcfc472a82ee3a12399aa22a for: {'network': 1} {{(pid=86368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:28:35.342959 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-791eca1b-7a08-48f0-83fc-6ff756186db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for network, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:35.416027 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device 19d956a9-2f9c-4e7e-b0df-1ebb26e40d54 up at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:28:35.427483 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-2aebd13f-9fcf-448a-9c01-02628e8f347c req-20d8d783-9872-4d08-b0c2-8c92f8352608 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Deleting port b04308ab-2400-4949-94c4-bff6788b7736 {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:28:35.428172 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-2aebd13f-9fcf-448a-9c01-02628e8f347c req-20d8d783-9872-4d08-b0c2-8c92f8352608 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:35.444092 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-791eca1b-7a08-48f0-83fc-6ff756186db2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:35.480611 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-952f482b-0cc4-47dc-ae54-aee73af957b8 req-431807dd-fc24-48ee-980d-7000dd6fd029 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4007ef4-e749-490f-8b7a-2f774b3e4dad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2294464
Apr 19 19:28:35.496128 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning complete for port 19d956a9-2f9c-4e7e-b0df-1ebb26e40d54 triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:28:35.497045 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:35.521893 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-791eca1b-7a08-48f0-83fc-6ff756186db2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:28:35.532760 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-791eca1b-7a08-48f0-83fc-6ff756186db2 admin admin] Usage tracker for resource:security_group_rule and tenant:63c01c54fcfc472a82ee3a12399aa22a is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:28:35.557008 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-791eca1b-7a08-48f0-83fc-6ff756186db2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:28:35.576059 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-edab5138-645d-4518-b56c-0c94e58272de req-25128a35-3039-4c1e-8341-b32c6ae1a912 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2390800
Apr 19 19:28:35.580068 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-791eca1b-7a08-48f0-83fc-6ff756186db2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:28:35.625032 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6b94ec-e245-472d-a92f-199fa8e00f7a req-9e57b6d3-8b36-4780-a2c5-ed65d6b3d778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:35.626824 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3f6b94ec-e245-472d-a92f-199fa8e00f7a req-9e57b6d3-8b36-4780-a2c5-ed65d6b3d778 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a4cfddf6-741b-4335-bc05-1c15da9b2a0f HTTP/1.1" status: 200  len: 920 time: 0.3177421
Apr 19 19:28:35.693618 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb27c6d9-681a-4233-af0b-402f4ab75ff9 None None] Sync routers for ids ['3e115489-0dfd-43de-a9ea-b0f2835861b2'] in dv-cinder-786932-1-iscsi {{(pid=86370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:28:35.715106 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb27c6d9-681a-4233-af0b-402f4ab75ff9 None None] Routers {'3e115489-0dfd-43de-a9ea-b0f2835861b2'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:28:35.715965 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-eb27c6d9-681a-4233-af0b-402f4ab75ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0e75e0b8>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:28:19Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['3e115489-0dfd-43de-a9ea-b0f2835861b2'], 'active': True} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:28:35.730518 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3f6b94ec-e245-472d-a92f-199fa8e00f7a req-ec5df9d1-5a1a-4638-801d-97bd6add7ff4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa4ac25a-984f-46d6-aa2d-4d06e865cdb0 HTTP/1.1" status: 200  len: 217 time: 0.0904663
Apr 19 19:28:35.851964 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6b94ec-e245-472d-a92f-199fa8e00f7a req-fc9d2557-aace-452b-a5e5-fdd9a6e8ee5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:35.853568 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3f6b94ec-e245-472d-a92f-199fa8e00f7a req-fc9d2557-aace-452b-a5e5-fdd9a6e8ee5f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3af27814-af97-4e02-926e-ece558d9dead HTTP/1.1" status: 200  len: 859 time: 0.1129081
Apr 19 19:28:35.928578 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-791eca1b-7a08-48f0-83fc-6ff756186db2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:35.931529 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3f6b94ec-e245-472d-a92f-199fa8e00f7a req-0e24759f-1db9-4cb8-9b15-6db052a2881c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a4cfddf6-741b-4335-bc05-1c15da9b2a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0617661
Apr 19 19:28:35.936925 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-eb27c6d9-681a-4233-af0b-402f4ab75ff9 None None] Set router 3e115489-0dfd-43de-a9ea-b0f2835861b2 gateway port host: dv-cinder-786932-1-iscsi {{(pid=86370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:28:35.972236 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-791eca1b-7a08-48f0-83fc-6ff756186db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:35.982668 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e97017b3-7815-4724-97a9-6b2e8957f1c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:28:36.016078 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-2aebd13f-9fcf-448a-9c01-02628e8f347c req-20d8d783-9872-4d08-b0c2-8c92f8352608 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] For port b04308ab-2400-4949-94c4-bff6788b7736, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b04308ab-2400-4949-94c4-bff6788b7736,segment=NetworkSegment(941923be-a754-42a2-b795-2bb2c8bda33c),segment_id=941923be-a754-42a2-b795-2bb2c8bda33c)] {{(pid=86369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:28:36.016839 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-2aebd13f-9fcf-448a-9c01-02628e8f347c req-20d8d783-9872-4d08-b0c2-8c92f8352608 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697982'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:36.119587 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-791eca1b-7a08-48f0-83fc-6ff756186db2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107}  {{(pid=86368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 19:28:36.201105 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791eca1b-7a08-48f0-83fc-6ff756186db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b9e32a-e6f1-4a42-85b0-5655371c39d9,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:28:36.214245 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-791eca1b-7a08-48f0-83fc-6ff756186db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852957628'] for segment, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:36.214869 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.db.segments_db [None req-791eca1b-7a08-48f0-83fc-6ff756186db2 admin admin] Added segment f4a7b167-1590-48a4-a12d-309cdfbf0f68 of type vlan for network cb1b47c5-cbe9-40e6-b65e-5740a57af98c
Apr 19 19:28:36.244153 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-791eca1b-7a08-48f0-83fc-6ff756186db2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:28:36.291677 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-2aebd13f-9fcf-448a-9c01-02628e8f347c req-20d8d783-9872-4d08-b0c2-8c92f8352608 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Calling delete_port for b04308ab-2400-4949-94c4-bff6788b7736 owned by compute:nova {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:28:36.347590 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device d8fbaa88-c36d-4955-b0ff-233bb0d92900 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 19:28:36.350173 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bdfce1-f8c0-486f-9624-97432ceb32d9 req-2862a3aa-19a7-42b4-bcb8-b2a4269d519a tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:36.353234 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c9bdfce1-f8c0-486f-9624-97432ceb32d9 req-2862a3aa-19a7-42b4-bcb8-b2a4269d519a tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 944 time: 0.4188473
Apr 19 19:28:36.387127 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3f6b94ec-e245-472d-a92f-199fa8e00f7a req-3c932e60-83b7-401b-bae5-e8f6ed51123c service neutron] 10.222.0.20 "GET /v2.0/networks/a4cfddf6-741b-4335-bc05-1c15da9b2a0f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4052961
Apr 19 19:28:36.420729 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-791eca1b-7a08-48f0-83fc-6ff756186db2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739738712435'] for network, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:36.485446 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-2aebd13f-9fcf-448a-9c01-02628e8f347c req-20d8d783-9872-4d08-b0c2-8c92f8352608 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297115604255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297116051999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31618435'] for port, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:36.492962 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:28:36.543754 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d8d783-9872-4d08-b0c2-8c92f8352608 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Pushing event deleted for resources: {'Port': ['ID=b04308ab-2400-4949-94c4-bff6788b7736,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:28:36.548808 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-20d8d783-9872-4d08-b0c2-8c92f8352608 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:28:36.637550 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port d8fbaa88-c36d-4955-b0ff-233bb0d92900, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d8fbaa88-c36d-4955-b0ff-233bb0d92900,segment=NetworkSegment(2744bb2d-9e24-4863-b8d8-e4b09c9832ec),segment_id=2744bb2d-9e24-4863-b8d8-e4b09c9832ec)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:28:36.644810 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.db.resource_extend [None req-791eca1b-7a08-48f0-83fc-6ff756186db2 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 19 19:28:36.670631 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Returning: {'device': 'd8fbaa88-c36d-4955-b0ff-233bb0d92900', 'network_id': 'a89eb528-cfbf-497b-ad2d-b1613a8bf395', 'port_id': 'd8fbaa88-c36d-4955-b0ff-233bb0d92900', 'mac_address': 'fa:16:3e:aa:b6:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '194aa9b4-1b11-48c1-957e-a5acc2bb888c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 19:28:36.697472 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aebd13f-9fcf-448a-9c01-02628e8f347c req-20d8d783-9872-4d08-b0c2-8c92f8352608 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] No DVR routers for this DVR port b04308ab-2400-4949-94c4-bff6788b7736 on host hv-cinder-78693 {{(pid=86369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 19:28:36.701382 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-2aebd13f-9fcf-448a-9c01-02628e8f347c req-20d8d783-9872-4d08-b0c2-8c92f8352608 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:36.701678 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] get_ports_and_sgs() called for port_ids ['b04308ab-2400-4949-94c4-bff6788b7736'] {{(pid=86370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:28:36.705078 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275b5ebe-f35e-47bc-8072-46c4b8c142fb', 'name': 'network-vif-deleted', 'tag': 'b04308ab-2400-4949-94c4-bff6788b7736'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:28:36.725576 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2aebd13f-9fcf-448a-9c01-02628e8f347c req-20d8d783-9872-4d08-b0c2-8c92f8352608 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.20 "DELETE /v2.0/ports/b04308ab-2400-4949-94c4-bff6788b7736 HTTP/1.1" status: 204  len: 173 time: 1.3909607
Apr 19 19:28:36.732805 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c9bdfce1-f8c0-486f-9624-97432ceb32d9 req-c251230c-f857-436d-ac64-b591b0bac24d tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=363b2ccb-b902-431d-b58c-e66b72ac10c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3593206
Apr 19 19:28:36.870175 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c3b89ebd-8165-45d7-bfce-c632b07ddf22 req-cfbbaadc-69f7-4859-a0ff-d02e95875dd6 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.36 "GET /v2.0/ports?device_id=275b5ebe-f35e-47bc-8072-46c4b8c142fb HTTP/1.1" status: 200  len: 210 time: 0.0915532
Apr 19 19:28:36.875557 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-791eca1b-7a08-48f0-83fc-6ff756186db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770'] for network, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:36.884058 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791eca1b-7a08-48f0-83fc-6ff756186db2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:36.885203 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-791eca1b-7a08-48f0-83fc-6ff756186db2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:36.900170 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:28:36.970777 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275b5ebe-f35e-47bc-8072-46c4b8c142fb', 'name': 'network-vif-deleted', 'tag': 'b04308ab-2400-4949-94c4-bff6788b7736', 'status': 'completed', 'code': 200}
Apr 19 19:28:37.035693 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:37.035971 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-791eca1b-7a08-48f0-83fc-6ff756186db2 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.8321841
Apr 19 19:28:37.040919 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 52444) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:28:37.051242 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-322b2c6b-a796-42b0-a877-a7f1b43f25f9 admin admin] Request body: {'subnet': {'network_id': 'cb1b47c5-cbe9-40e6-b65e-5740a57af98c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-983860828-subnet', 'tenant_id': '63c01c54fcfc472a82ee3a12399aa22a', 'ip_version': 4}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:28:37.059094 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-322b2c6b-a796-42b0-a877-a7f1b43f25f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:28:37.066447 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-322b2c6b-a796-42b0-a877-a7f1b43f25f9 admin admin] Usage tracker for resource:subnet and tenant:63c01c54fcfc472a82ee3a12399aa22a is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:28:37.070879 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-322b2c6b-a796-42b0-a877-a7f1b43f25f9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:28:37.075991 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8fbaa88-c36d-4955-b0ff-233bb0d92900 {{(pid=86370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:28:37.079774 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-322b2c6b-a796-42b0-a877-a7f1b43f25f9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:28:37.086976 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3f6b94ec-e245-472d-a92f-199fa8e00f7a req-3b82883a-0fbc-4ab8-9e30-f1e4213ad89a service neutron] 10.222.0.20 "GET /v2.0/networks/a4cfddf6-741b-4335-bc05-1c15da9b2a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6576648
Apr 19 19:28:37.090875 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-322b2c6b-a796-42b0-a877-a7f1b43f25f9 admin admin] Made reservation on behalf of 63c01c54fcfc472a82ee3a12399aa22a for: {'subnet': 1} {{(pid=86369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:28:37.096417 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-322b2c6b-a796-42b0-a877-a7f1b43f25f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30759559'] for subnet, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:37.117547 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791eca1b-7a08-48f0-83fc-6ff756186db2 admin admin] Pushing event updated for resources: {'Network': ['ID=cb1b47c5-cbe9-40e6-b65e-5740a57af98c,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:28:37.121084 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-791eca1b-7a08-48f0-83fc-6ff756186db2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:28:37.151203 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Network cb1b47c5-cbe9-40e6-b65e-5740a57af98c details requested by agent ovs-agent-dv-cinder-786932-1-iscsi with host dv-cinder-786932-1-iscsi {{(pid=86370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 19:28:37.157002 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9711dd23-12c6-4b95-b6bc-f904fd3f1b11 req-6d494bdc-db84-4157-99fa-e4cab64d334b tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:37.159101 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9711dd23-12c6-4b95-b6bc-f904fd3f1b11 req-6d494bdc-db84-4157-99fa-e4cab64d334b tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cad848e-cc06-48f5-b3f7-9e0e8149ae93 HTTP/1.1" status: 200  len: 945 time: 0.1805015
Apr 19 19:28:37.176534 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port d8fbaa88-c36d-4955-b0ff-233bb0d92900, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d8fbaa88-c36d-4955-b0ff-233bb0d92900,segment=NetworkSegment(2744bb2d-9e24-4863-b8d8-e4b09c9832ec),segment_id=2744bb2d-9e24-4863-b8d8-e4b09c9832ec)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:28:37.229024 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9711dd23-12c6-4b95-b6bc-f904fd3f1b11 req-fac4a11f-330f-4b63-bc23-8d7f8fa434e4 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585284
Apr 19 19:28:37.247041 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:37.252369 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:28:37.370944 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Pushing event updated for resources: {'Port': ['ID=d8fbaa88-c36d-4955-b0ff-233bb0d92900,revision_number=9']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:28:37.384350 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:28:37.394969 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-eb27c6d9-681a-4233-af0b-402f4ab75ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0e75e0b8>, [{'id': '3e115489-0dfd-43de-a9ea-b0f2835861b2', 'name': 'tempest-TestShelveInstance-901916439-router', 'tenant_id': 'e4ca113d70014148bb7b01a5ca52e617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '19d956a9-2f9c-4e7e-b0df-1ebb26e40d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:28:24Z', 'updated_at': '2021-04-19T19:28:32Z', 'revision_number': 4, 'project_id': 'e4ca113d70014148bb7b01a5ca52e617', 'gw_port': {'id': '19d956a9-2f9c-4e7e-b0df-1ebb26e40d54', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e115489-0dfd-43de-a9ea-b0f2835861b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:28:25Z', 'updated_at': '2021-04-19T19:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_interfaces': [{'id': 'a50953b6-4696-48d4-b24c-a30f5b169d7b', 'name': '', 'network_id': '2d3e41b1-31e3-4474-ae4c-35f4f724ebfb', 'tenant_id': 'e4ca113d70014148bb7b01a5ca52e617', 'mac_address': 'fa:16:3e:58:bb:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e115489-0dfd-43de-a9ea-b0f2835861b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b982e9fc-25d6-4db7-9e76-30317f3de3b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:28:31Z', 'updated_at': '2021-04-19T19:28:32Z', 'revision_number': 2, 'project_id': 'e4ca113d70014148bb7b01a5ca52e617', 'subnets': [{'id': 'b982e9fc-25d6-4db7-9e76-30317f3de3b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:28:37.402566 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb27c6d9-681a-4233-af0b-402f4ab75ff9 None None] Checking router: 3e115489-0dfd-43de-a9ea-b0f2835861b2 for host: dv-cinder-786932-1-iscsi {{(pid=86370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:28:37.403192 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb27c6d9-681a-4233-af0b-402f4ab75ff9 None None] Updating router 3e115489-0dfd-43de-a9ea-b0f2835861b2 port a50953b6-4696-48d4-b24c-a30f5b169d7b binding host dv-cinder-786932-1-iscsi {{(pid=86370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 19:28:37.501607 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb27c6d9-681a-4233-af0b-402f4ab75ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:37.683849 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-322b2c6b-a796-42b0-a877-a7f1b43f25f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036823157742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30759574'] for subnet, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:37.691450 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b467129c-9c74-40ab-91da-466b4469f280 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:28:37.804205 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322b2c6b-a796-42b0-a877-a7f1b43f25f9 admin admin] Checking segment: {'id': 'f4a7b167-1590-48a4-a12d-309cdfbf0f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cb1b47c5-cbe9-40e6-b65e-5740a57af98c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:28:37.804614 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322b2c6b-a796-42b0-a877-a7f1b43f25f9 admin admin] Network hostable DHCP agents. Network: cb1b47c5-cbe9-40e6-b65e-5740a57af98c, hostable agents: ['5216385f-cfc7-4997-a943-f61b8ae1664e'], hosted agents: [] {{(pid=86369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 19:28:37.821312 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322b2c6b-a796-42b0-a877-a7f1b43f25f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a661327e-e7fc-471a-aa5d-fc68c1607483,revision_number=0']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:28:37.824494 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-322b2c6b-a796-42b0-a877-a7f1b43f25f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:28:37.832536 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] get_ports_and_sgs() called for port_ids ['d8fbaa88-c36d-4955-b0ff-233bb0d92900'] {{(pid=86370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:28:37.837860 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322b2c6b-a796-42b0-a877-a7f1b43f25f9 admin admin] Network cb1b47c5-cbe9-40e6-b65e-5740a57af98c is scheduled to be hosted by DHCP agent 5216385f-cfc7-4997-a943-f61b8ae1664e with binding_index 1 {{(pid=86369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 19:28:37.859577 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-322b2c6b-a796-42b0-a877-a7f1b43f25f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-1-iscsi, cb1b47c5-cbe9-40e6-b65e-5740a57af98c) {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:28:37.884850 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322b2c6b-a796-42b0-a877-a7f1b43f25f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:37.885936 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-322b2c6b-a796-42b0-a877-a7f1b43f25f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for subnet, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:37.920565 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ff5baf-43ac-49ef-83bd-a86dd5c17595 None None] Network cb1b47c5-cbe9-40e6-b65e-5740a57af98c requested from dv-cinder-786932-1-iscsi {{(pid=86370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:28:37.921020 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-322b2c6b-a796-42b0-a877-a7f1b43f25f9 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.8772414
Apr 19 19:28:37.923599 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 52464) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:28:37.930693 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-8eac5bc8-27d7-422e-baf4-fd8fa0bd3a56 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-983860828-router', 'tenant_id': '63c01c54fcfc472a82ee3a12399aa22a', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c'}}} {{(pid=86368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:28:37.981414 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-8eac5bc8-27d7-422e-baf4-fd8fa0bd3a56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:28:37.998520 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-8eac5bc8-27d7-422e-baf4-fd8fa0bd3a56 admin admin] Usage tracker for resource:router and tenant:63c01c54fcfc472a82ee3a12399aa22a is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:28:38.004834 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-8eac5bc8-27d7-422e-baf4-fd8fa0bd3a56 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:28:38.013989 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-8eac5bc8-27d7-422e-baf4-fd8fa0bd3a56 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:28:38.041574 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8eac5bc8-27d7-422e-baf4-fd8fa0bd3a56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854073617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854743364'] for router, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:38.042919 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8eac5bc8-27d7-422e-baf4-fd8fa0bd3a56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-702183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-678657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32420'] for router, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:38.084450 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f7aeba-db28-4bc3-a3de-d427757ec1ee req-124ba57e-d72e-4d94-b6f3-3d683c15ebf3 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:38.086434 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b8f7aeba-db28-4bc3-a3de-d427757ec1ee req-124ba57e-d72e-4d94-b6f3-3d683c15ebf3 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 945 time: 0.1512952
Apr 19 19:28:38.091028 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8eac5bc8-27d7-422e-baf4-fd8fa0bd3a56 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:38.322578 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b8f7aeba-db28-4bc3-a3de-d427757ec1ee req-9f05e0b7-4f16-422e-9134-517a27b0e9fe tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=363b2ccb-b902-431d-b58c-e66b72ac10c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2127388
Apr 19 19:28:38.364782 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device b04308ab-2400-4949-94c4-bff6788b7736 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:28:38.485891 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8eac5bc8-27d7-422e-baf4-fd8fa0bd3a56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678902', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32405'] for router, precommit_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:38.487681 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] No Port match for: b04308ab-2400-4949-94c4-bff6788b7736 {{(pid=86370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:28:38.488333 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device b04308ab-2400-4949-94c4-bff6788b7736 not bound to the agent host hv-cinder-78693 {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:28:38.569364 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb27c6d9-681a-4233-af0b-402f4ab75ff9 None None] Notify callbacks [] for port, precommit_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:38.733588 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-eb27c6d9-681a-4233-af0b-402f4ab75ff9 None None] Transition to ACTIVE for port object a50953b6-4696-48d4-b24c-a30f5b169d7b will not be triggered until provisioned by entity L2. {{(pid=86370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:28:38.755395 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cb38e7-6a6c-4411-afc9-c2e836b12b87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cdbe905-22d6-5db2-b625-c927f524fce5-cb1b47c5-cbe9-40e6-b65e-5740a57af98c', 'network_id': 'cb1b47c5-cbe9-40e6-b65e-5740a57af98c', 'tenant_id': '63c01c54fcfc472a82ee3a12399aa22a', 'fixed_ips': [{'subnet_id': 'a661327e-e7fc-471a-aa5d-fc68c1607483'}]}} from dv-cinder-786932-1-iscsi. {{(pid=86370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 19 19:28:38.756729 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-03cb38e7-6a6c-4411-afc9-c2e836b12b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:38.841496 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb27c6d9-681a-4233-af0b-402f4ab75ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:38.988768 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-bd1b6479-141a-4481-8bd7-a797d94ef373 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:28:39.115928 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a009a1-c45d-45cf-ae9d-7c84450ec9c0 req-9eb77dc8-3a74-4036-9cda-e7104dd5e538 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:39.117612 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f2a009a1-c45d-45cf-ae9d-7c84450ec9c0 req-9eb77dc8-3a74-4036-9cda-e7104dd5e538 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cad848e-cc06-48f5-b3f7-9e0e8149ae93 HTTP/1.1" status: 200  len: 945 time: 0.2385654
Apr 19 19:28:39.402827 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4290da9-1afe-4eb8-8dc3-bdae892f41bb None None] Pushing event updated for resources: {'Port': ['ID=a50953b6-4696-48d4-b24c-a30f5b169d7b,revision_number=3']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:28:39.407915 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e4290da9-1afe-4eb8-8dc3-bdae892f41bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:28:39.446241 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-eb27c6d9-681a-4233-af0b-402f4ab75ff9 None None] Attempting to bind port a50953b6-4696-48d4-b24c-a30f5b169d7b on host dv-cinder-786932-1-iscsi for vnic_type normal with profile  {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:28:39.446699 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-eb27c6d9-681a-4233-af0b-402f4ab75ff9 None None] Attempting to bind port a50953b6-4696-48d4-b24c-a30f5b169d7b by drivers openvswitch,hyperv on host dv-cinder-786932-1-iscsi at level 0 using segments [{'id': '00035a8f-a81f-4089-9be6-fd708daf7fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2d3e41b1-31e3-4474-ae4c-35f4f724ebfb'}] {{(pid=86370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:28:39.447052 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb27c6d9-681a-4233-af0b-402f4ab75ff9 None None] Attempting to bind port a50953b6-4696-48d4-b24c-a30f5b169d7b on network 2d3e41b1-31e3-4474-ae4c-35f4f724ebfb {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:28:39.463020 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb27c6d9-681a-4233-af0b-402f4ab75ff9 None None] Checking agent: {'id': '18e08627-855b-4b57-ace4-a20256d828a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 16, 20), 'started_at': datetime.datetime(2021, 4, 19, 19, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:28:39.463632 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb27c6d9-681a-4233-af0b-402f4ab75ff9 None None] Checking segment: {'id': '00035a8f-a81f-4089-9be6-fd708daf7fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2d3e41b1-31e3-4474-ae4c-35f4f724ebfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:28:39.463924 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb27c6d9-681a-4233-af0b-402f4ab75ff9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:39.464379 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb27c6d9-681a-4233-af0b-402f4ab75ff9 None None] Bound using segment: {'id': '00035a8f-a81f-4089-9be6-fd708daf7fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2d3e41b1-31e3-4474-ae4c-35f4f724ebfb'} {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:28:39.464926 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-eb27c6d9-681a-4233-af0b-402f4ab75ff9 None None] Bound port: a50953b6-4696-48d4-b24c-a30f5b169d7b, host: dv-cinder-786932-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00035a8f-a81f-4089-9be6-fd708daf7fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2d3e41b1-31e3-4474-ae4c-35f4f724ebfb'}}] {{(pid=86370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:28:39.465355 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb27c6d9-681a-4233-af0b-402f4ab75ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:39.491182 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f2a009a1-c45d-45cf-ae9d-7c84450ec9c0 req-717a0bbf-4cd2-4025-b09e-1dd0b22d116f tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3570418
Apr 19 19:28:39.497292 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-03cb38e7-6a6c-4411-afc9-c2e836b12b87 None None] Allocated IP 172.20.0.2 (cb1b47c5-cbe9-40e6-b65e-5740a57af98c/a661327e-e7fc-471a-aa5d-fc68c1607483/4dad87b4-0789-4cbc-a229-c7899a2caca9) {{(pid=86370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:28:39.553009 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906fe7f5-f872-4632-908e-45d2e82f65c4 req-330d8ba9-fb93-4027-9712-cf70d5485b48 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:39.554728 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-906fe7f5-f872-4632-908e-45d2e82f65c4 req-330d8ba9-fb93-4027-9712-cf70d5485b48 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.36 "GET /v2.0/networks?id=7bd53f79-c2b6-45f0-a7bc-6db506bbe863 HTTP/1.1" status: 200  len: 809 time: 0.5355208
Apr 19 19:28:39.599865 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-906fe7f5-f872-4632-908e-45d2e82f65c4 req-bc5d3923-5ece-458e-8d78-ae6a22b6b8e2 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.36 "GET /v2.0/quotas/483b81f313a44ef4b667111d078f143e HTTP/1.1" status: 200  len: 375 time: 0.0353014
Apr 19 19:28:39.634889 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-eb27c6d9-681a-4233-af0b-402f4ab75ff9 None None] For port a50953b6-4696-48d4-b24c-a30f5b169d7b, host dv-cinder-786932-1-iscsi, cleared binding levels {{(pid=86370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:28:39.638751 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-eb27c6d9-681a-4233-af0b-402f4ab75ff9 None None] For port a50953b6-4696-48d4-b24c-a30f5b169d7b, host dv-cinder-786932-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=a50953b6-4696-48d4-b24c-a30f5b169d7b,segment=NetworkSegment(00035a8f-a81f-4089-9be6-fd708daf7fa2),segment_id=00035a8f-a81f-4089-9be6-fd708daf7fa2)] {{(pid=86370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:28:39.655282 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb27c6d9-681a-4233-af0b-402f4ab75ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:39.664614 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:28:39.670332 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-906fe7f5-f872-4632-908e-45d2e82f65c4 req-a693b2a1-1930-4c94-a455-5437a0f12415 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=483b81f313a44ef4b667111d078f143e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0693564
Apr 19 19:28:39.775811 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8eac5bc8-27d7-422e-baf4-fd8fa0bd3a56 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:39.859957 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb27c6d9-681a-4233-af0b-402f4ab75ff9 None None] Routers {'3e115489-0dfd-43de-a9ea-b0f2835861b2'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:28:39.860666 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-eb27c6d9-681a-4233-af0b-402f4ab75ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0e75e0b8>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:28:19Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['3e115489-0dfd-43de-a9ea-b0f2835861b2'], 'active': True} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:28:39.918352 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4290da9-1afe-4eb8-8dc3-bdae892f41bb None None] Pushing event updated for resources: {'Port': ['ID=a50953b6-4696-48d4-b24c-a30f5b169d7b,revision_number=4']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:28:39.936114 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8eac5bc8-27d7-422e-baf4-fd8fa0bd3a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:40.203431 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e4290da9-1afe-4eb8-8dc3-bdae892f41bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:28:40.243368 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-906fe7f5-f872-4632-908e-45d2e82f65c4 req-cccf71a3-deec-4741-8b02-bbc4acf8ef17 service neutron] 10.222.0.36 "GET /v2.0/networks/7bd53f79-c2b6-45f0-a7bc-6db506bbe863?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5720468
Apr 19 19:28:40.371983 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device d8fbaa88-c36d-4955-b0ff-233bb0d92900 up at agent hyperv_hv-cinder-78693 {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:28:40.391845 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d5aea-b8e9-451e-8683-7e5881dae8c0 req-e38ebfae-36db-4c89-81d8-71e423411d19 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:40.393702 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4f8d5aea-b8e9-451e-8683-7e5881dae8c0 req-e38ebfae-36db-4c89-81d8-71e423411d19 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 945 time: 0.5400050
Apr 19 19:28:40.466122 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-8eac5bc8-27d7-422e-baf4-fd8fa0bd3a56 admin admin] Allocated IP 172.27.1.178 (4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c/7025e6d6-1695-4f32-acf4-f47e4f1fcca5/5b34ce97-b59d-4e5b-9bd8-3a8440bf8824) {{(pid=86368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:28:40.541036 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4f8d5aea-b8e9-451e-8683-7e5881dae8c0 req-53b653c2-3bac-4c67-b47f-d8df2ff8a096 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=363b2ccb-b902-431d-b58c-e66b72ac10c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1361482
Apr 19 19:28:40.671236 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-906fe7f5-f872-4632-908e-45d2e82f65c4 req-d078710e-c078-417b-a0c3-b995c5e66c37 service neutron] 10.222.0.36 "GET /v2.0/networks/7bd53f79-c2b6-45f0-a7bc-6db506bbe863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3875751
Apr 19 19:28:40.686099 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-eb27c6d9-681a-4233-af0b-402f4ab75ff9 None None] Set router 3e115489-0dfd-43de-a9ea-b0f2835861b2 gateway port host: dv-cinder-786932-1-iscsi {{(pid=86370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:28:40.769250 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8eac5bc8-27d7-422e-baf4-fd8fa0bd3a56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:40.811544 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8eac5bc8-27d7-422e-baf4-fd8fa0bd3a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739738723801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822331971'] for port, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:40.820985 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a347c54d-9dab-488d-b474-4129cec4e847 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:28:40.850458 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-03cb38e7-6a6c-4411-afc9-c2e836b12b87 None None] Notify callbacks [] for port, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:40.883499 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-03cb38e7-6a6c-4411-afc9-c2e836b12b87 None None] Transition to ACTIVE for port object 4dad87b4-0789-4cbc-a229-c7899a2caca9 will not be triggered until provisioned by entity L2. {{(pid=86370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:28:40.979136 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eac5bc8-27d7-422e-baf4-fd8fa0bd3a56 admin admin] Network 4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c is already hosted by enough agents. {{(pid=86368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:28:40.979744 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Provisioning complete for port d8fbaa88-c36d-4955-b0ff-233bb0d92900 triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:28:40.980276 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:40.984857 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-8eac5bc8-27d7-422e-baf4-fd8fa0bd3a56 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:28:40.990515 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eac5bc8-27d7-422e-baf4-fd8fa0bd3a56 admin admin] Received port after_create {{(pid=86368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:28:41.052052 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-03cb38e7-6a6c-4411-afc9-c2e836b12b87 None None] Transition to ACTIVE for port object 4dad87b4-0789-4cbc-a229-c7899a2caca9 will not be triggered until provisioned by entity DHCP. {{(pid=86370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:28:41.105078 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eac5bc8-27d7-422e-baf4-fd8fa0bd3a56 admin admin] Pushing event updated for resources: {'Port': ['ID=5b34ce97-b59d-4e5b-9bd8-3a8440bf8824,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:28:41.129346 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8eac5bc8-27d7-422e-baf4-fd8fa0bd3a56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:28:41.135313 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-03cb38e7-6a6c-4411-afc9-c2e836b12b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739738723801'] for port, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:41.142871 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f6622265-6fe5-4eae-b959-3a5e34ad9ced req-b22d4c21-1c8f-4988-8ed2-6d4d89647448 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5ad4443-846c-48ec-9e35-358ef5928fba HTTP/1.1" status: 200  len: 210 time: 0.1125157
Apr 19 19:28:41.146019 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:28:41.255078 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cb38e7-6a6c-4411-afc9-c2e836b12b87 None None] Network cb1b47c5-cbe9-40e6-b65e-5740a57af98c is already hosted by enough agents. {{(pid=86370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:28:41.265221 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-03cb38e7-6a6c-4411-afc9-c2e836b12b87 None None] Resources bound (agent type, host, resource id):  {{(pid=86370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:28:41.289977 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cb38e7-6a6c-4411-afc9-c2e836b12b87 None None] Received port after_create {{(pid=86370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:28:41.297368 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cb38e7-6a6c-4411-afc9-c2e836b12b87 None None] Pushing event updated for resources: {'Port': ['ID=4dad87b4-0789-4cbc-a229-c7899a2caca9,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:28:41.307230 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-03cb38e7-6a6c-4411-afc9-c2e836b12b87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:28:41.437128 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea5d97-e92c-4519-bbe6-e98cf6d30ab5 req-490de83a-6eea-4e56-9ea2-ab984ae507d1 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:41.440445 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-99ea5d97-e92c-4519-bbe6-e98cf6d30ab5 req-490de83a-6eea-4e56-9ea2-ab984ae507d1 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cad848e-cc06-48f5-b3f7-9e0e8149ae93 HTTP/1.1" status: 200  len: 945 time: 0.6218691
Apr 19 19:28:41.574939 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:41.597400 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-03cb38e7-6a6c-4411-afc9-c2e836b12b87 None None] Attempting to bind port 4dad87b4-0789-4cbc-a229-c7899a2caca9 on host dv-cinder-786932-1-iscsi for vnic_type normal with profile  {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:28:41.597876 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-03cb38e7-6a6c-4411-afc9-c2e836b12b87 None None] Attempting to bind port 4dad87b4-0789-4cbc-a229-c7899a2caca9 by drivers openvswitch,hyperv on host dv-cinder-786932-1-iscsi at level 0 using segments [{'id': 'f4a7b167-1590-48a4-a12d-309cdfbf0f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cb1b47c5-cbe9-40e6-b65e-5740a57af98c'}] {{(pid=86370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:28:41.598324 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cb38e7-6a6c-4411-afc9-c2e836b12b87 None None] Attempting to bind port 4dad87b4-0789-4cbc-a229-c7899a2caca9 on network cb1b47c5-cbe9-40e6-b65e-5740a57af98c {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:28:41.635472 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cb38e7-6a6c-4411-afc9-c2e836b12b87 None None] Checking agent: {'id': '18e08627-855b-4b57-ace4-a20256d828a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 16, 20), 'started_at': datetime.datetime(2021, 4, 19, 19, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:28:41.637701 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cb38e7-6a6c-4411-afc9-c2e836b12b87 None None] Checking segment: {'id': 'f4a7b167-1590-48a4-a12d-309cdfbf0f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cb1b47c5-cbe9-40e6-b65e-5740a57af98c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:28:41.639080 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-03cb38e7-6a6c-4411-afc9-c2e836b12b87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:41.640855 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cb38e7-6a6c-4411-afc9-c2e836b12b87 None None] Bound using segment: {'id': 'f4a7b167-1590-48a4-a12d-309cdfbf0f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cb1b47c5-cbe9-40e6-b65e-5740a57af98c'} {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:28:41.641725 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-03cb38e7-6a6c-4411-afc9-c2e836b12b87 None None] Bound port: 4dad87b4-0789-4cbc-a229-c7899a2caca9, host: dv-cinder-786932-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a7b167-1590-48a4-a12d-309cdfbf0f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cb1b47c5-cbe9-40e6-b65e-5740a57af98c'}}] {{(pid=86370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:28:41.642114 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-03cb38e7-6a6c-4411-afc9-c2e836b12b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:41.662453 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-99ea5d97-e92c-4519-bbe6-e98cf6d30ab5 req-51880ac2-c1b4-42ab-bd9e-7426f6de7a20 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2014003
Apr 19 19:28:41.703757 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '370f06aa-5b99-4f41-9d05-441ae6481331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8fbaa88-c36d-4955-b0ff-233bb0d92900'}] {{(pid=86370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:28:41.818831 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port d8fbaa88-c36d-4955-b0ff-233bb0d92900, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d8fbaa88-c36d-4955-b0ff-233bb0d92900,segment=NetworkSegment(2744bb2d-9e24-4863-b8d8-e4b09c9832ec),segment_id=2744bb2d-9e24-4863-b8d8-e4b09c9832ec)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:28:41.863441 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:41.868517 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:28:41.910685 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '370f06aa-5b99-4f41-9d05-441ae6481331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8fbaa88-c36d-4955-b0ff-233bb0d92900', 'code': 200}
Apr 19 19:28:41.923759 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-03cb38e7-6a6c-4411-afc9-c2e836b12b87 None None] For port 4dad87b4-0789-4cbc-a229-c7899a2caca9, host dv-cinder-786932-1-iscsi, cleared binding levels {{(pid=86370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:28:41.954218 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-03cb38e7-6a6c-4411-afc9-c2e836b12b87 None None] For port 4dad87b4-0789-4cbc-a229-c7899a2caca9, host dv-cinder-786932-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=4dad87b4-0789-4cbc-a229-c7899a2caca9,segment=NetworkSegment(f4a7b167-1590-48a4-a12d-309cdfbf0f68),segment_id=f4a7b167-1590-48a4-a12d-309cdfbf0f68)] {{(pid=86370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:28:41.964281 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-03cb38e7-6a6c-4411-afc9-c2e836b12b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:41.974246 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-eb27c6d9-681a-4233-af0b-402f4ab75ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0e75e0b8>, [{'id': '3e115489-0dfd-43de-a9ea-b0f2835861b2', 'name': 'tempest-TestShelveInstance-901916439-router', 'tenant_id': 'e4ca113d70014148bb7b01a5ca52e617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '19d956a9-2f9c-4e7e-b0df-1ebb26e40d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:28:24Z', 'updated_at': '2021-04-19T19:28:32Z', 'revision_number': 4, 'project_id': 'e4ca113d70014148bb7b01a5ca52e617', 'gw_port': {'id': '19d956a9-2f9c-4e7e-b0df-1ebb26e40d54', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e115489-0dfd-43de-a9ea-b0f2835861b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:28:25Z', 'updated_at': '2021-04-19T19:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_interfaces': [{'id': 'a50953b6-4696-48d4-b24c-a30f5b169d7b', 'name': '', 'network_id': '2d3e41b1-31e3-4474-ae4c-35f4f724ebfb', 'tenant_id': 'e4ca113d70014148bb7b01a5ca52e617', 'mac_address': 'fa:16:3e:58:bb:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e115489-0dfd-43de-a9ea-b0f2835861b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b982e9fc-25d6-4db7-9e76-30317f3de3b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:28:31Z', 'updated_at': '2021-04-19T19:28:39Z', 'revision_number': 4, 'project_id': 'e4ca113d70014148bb7b01a5ca52e617', 'subnets': [{'id': 'b982e9fc-25d6-4db7-9e76-30317f3de3b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:28:41.987267 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb27c6d9-681a-4233-af0b-402f4ab75ff9 None None] The sync data for ids ['3e115489-0dfd-43de-a9ea-b0f2835861b2'] in dv-cinder-786932-1-iscsi is: [{'id': '3e115489-0dfd-43de-a9ea-b0f2835861b2', 'name': 'tempest-TestShelveInstance-901916439-router', 'tenant_id': 'e4ca113d70014148bb7b01a5ca52e617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '19d956a9-2f9c-4e7e-b0df-1ebb26e40d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:28:24Z', 'updated_at': '2021-04-19T19:28:32Z', 'revision_number': 4, 'project_id': 'e4ca113d70014148bb7b01a5ca52e617', 'gw_port': {'id': '19d956a9-2f9c-4e7e-b0df-1ebb26e40d54', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e115489-0dfd-43de-a9ea-b0f2835861b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:28:25Z', 'updated_at': '2021-04-19T19:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_interfaces': [{'id': 'a50953b6-4696-48d4-b24c-a30f5b169d7b', 'name': '', 'network_id': '2d3e41b1-31e3-4474-ae4c-35f4f724ebfb', 'tenant_id': 'e4ca113d70014148bb7b01a5ca52e617', 'mac_address': 'fa:16:3e:58:bb:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e115489-0dfd-43de-a9ea-b0f2835861b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b982e9fc-25d6-4db7-9e76-30317f3de3b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:28:31Z', 'updated_at': '2021-04-19T19:28:39Z', 'revision_number': 4, 'project_id': 'e4ca113d70014148bb7b01a5ca52e617', 'subnets': [{'id': 'b982e9fc-25d6-4db7-9e76-30317f3de3b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:28:42.000436 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Pushing event updated for resources: {'Port': ['ID=d8fbaa88-c36d-4955-b0ff-233bb0d92900,revision_number=10']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:28:42.012616 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:28:42.013845 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:28:42.151594 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cb38e7-6a6c-4411-afc9-c2e836b12b87 None None] Pushing event updated for resources: {'Port': ['ID=4dad87b4-0789-4cbc-a229-c7899a2caca9,revision_number=2']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:28:42.155532 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-03cb38e7-6a6c-4411-afc9-c2e836b12b87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:28:42.470006 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8eac5bc8-27d7-422e-baf4-fd8fa0bd3a56 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:42.750920 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ba3dd-f36a-44c7-8a5a-dcb759b28ecf req-b2c27988-2df6-4b49-a72b-310986092ca8 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:42.759588 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-682ba3dd-f36a-44c7-8a5a-dcb759b28ecf req-b2c27988-2df6-4b49-a72b-310986092ca8 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 947 time: 0.9174693
Apr 19 19:28:43.194351 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ff5f0714-0959-4ad1-85cc-069d4393ace5 req-d7912537-3dfa-44b7-a03d-c70f113931c6 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5ad4443-846c-48ec-9e35-358ef5928fba HTTP/1.1" status: 200  len: 210 time: 0.2681830
Apr 19 19:28:43.238496 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-682ba3dd-f36a-44c7-8a5a-dcb759b28ecf req-9e975f4a-180b-4eba-87fa-3f1f56de25a8 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=363b2ccb-b902-431d-b58c-e66b72ac10c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4654734
Apr 19 19:28:43.332126 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906fe7f5-f872-4632-908e-45d2e82f65c4 req-c3e26fd4-10a9-496f-ba82-38283b9e7435 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:43.334175 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-906fe7f5-f872-4632-908e-45d2e82f65c4 req-c3e26fd4-10a9-496f-ba82-38283b9e7435 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.20 "GET /v2.0/networks?id=7bd53f79-c2b6-45f0-a7bc-6db506bbe863 HTTP/1.1" status: 200  len: 809 time: 0.2222164
Apr 19 19:28:43.388978 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-906fe7f5-f872-4632-908e-45d2e82f65c4 req-f99b81a2-d89f-497c-a80c-9c90a9bbdcdf tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Request body: {'port': {'device_id': 'c5ad4443-846c-48ec-9e35-358ef5928fba', 'network_id': '7bd53f79-c2b6-45f0-a7bc-6db506bbe863', 'admin_state_up': True, 'tenant_id': '483b81f313a44ef4b667111d078f143e'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:28:43.695422 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-906fe7f5-f872-4632-908e-45d2e82f65c4 req-f99b81a2-d89f-497c-a80c-9c90a9bbdcdf tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:28:43.701794 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-906fe7f5-f872-4632-908e-45d2e82f65c4 req-f99b81a2-d89f-497c-a80c-9c90a9bbdcdf tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Usage tracker for resource:port and tenant:483b81f313a44ef4b667111d078f143e is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:28:43.705172 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-906fe7f5-f872-4632-908e-45d2e82f65c4 req-f99b81a2-d89f-497c-a80c-9c90a9bbdcdf tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:28:43.717857 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-906fe7f5-f872-4632-908e-45d2e82f65c4 req-f99b81a2-d89f-497c-a80c-9c90a9bbdcdf tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:28:43.735907 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-906fe7f5-f872-4632-908e-45d2e82f65c4 req-f99b81a2-d89f-497c-a80c-9c90a9bbdcdf tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Made reservation on behalf of 483b81f313a44ef4b667111d078f143e for: {'port': 1} {{(pid=86369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:28:43.740868 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device 4dad87b4-0789-4cbc-a229-c7899a2caca9 up at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:28:43.746676 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-906fe7f5-f872-4632-908e-45d2e82f65c4 req-f99b81a2-d89f-497c-a80c-9c90a9bbdcdf tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:43.801325 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341cde4-65b6-4a9e-a2cb-c0d7c17b648f req-a0056653-65b8-46b2-8643-712509a0907b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:43.802928 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c341cde4-65b6-4a9e-a2cb-c0d7c17b648f req-a0056653-65b8-46b2-8643-712509a0907b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 1100 time: 0.7361021
Apr 19 19:28:43.945381 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8eac5bc8-27d7-422e-baf4-fd8fa0bd3a56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854083004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854096932'] for router, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:44.036434 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c341cde4-65b6-4a9e-a2cb-c0d7c17b648f req-93f8cd43-ad15-4290-97fe-d98cdbbde911 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=363b2ccb-b902-431d-b58c-e66b72ac10c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2221606
Apr 19 19:28:44.098031 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning for port 4dad87b4-0789-4cbc-a229-c7899a2caca9 completed by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:28:44.113986 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device a50953b6-4696-48d4-b24c-a30f5b169d7b up at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:28:44.238687 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490875ee-a8de-44c9-a270-5a78d872c405 None None] Network cb1b47c5-cbe9-40e6-b65e-5740a57af98c requested from dv-cinder-786932-1-iscsi {{(pid=86370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:28:44.392410 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-b8595187-ff90-4798-aebf-784a649f1d7c None None] Provisioning for port 4dad87b4-0789-4cbc-a229-c7899a2caca9 completed by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:28:44.414320 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-b8595187-ff90-4798-aebf-784a649f1d7c None None] Provisioning complete for port 4dad87b4-0789-4cbc-a229-c7899a2caca9 triggered by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:28:44.414869 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b8595187-ff90-4798-aebf-784a649f1d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:44.443886 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eac5bc8-27d7-422e-baf4-fd8fa0bd3a56 admin admin] Router 028070f8-581d-497f-bf72-2fce20ecb456 is scheduled to L3 agent a3cf2d1c-6710-4478-a129-20091cfe97d1 with binding_index 1 {{(pid=86368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 19 19:28:44.468607 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [req-906fe7f5-f872-4632-908e-45d2e82f65c4 req-f99b81a2-d89f-497c-a80c-9c90a9bbdcdf tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Allocated IP 172.20.0.10 (7bd53f79-c2b6-45f0-a7bc-6db506bbe863/4c4ade59-e913-42c5-ab40-83ec341bbc82/eaef9d63-9676-4c59-a6a3-45aee4ea201f) {{(pid=86369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:28:44.609121 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning for port a50953b6-4696-48d4-b24c-a30f5b169d7b completed by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:28:44.652933 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning complete for port a50953b6-4696-48d4-b24c-a30f5b169d7b triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:28:44.653481 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:44.856283 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-715e26e4-de19-4564-9f98-953cf8e95b6e req-8965d5e5-23bd-47df-b4ac-5a4f8c4d4a91 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5ad4443-846c-48ec-9e35-358ef5928fba HTTP/1.1" status: 200  len: 210 time: 0.1750748
Apr 19 19:28:44.978204 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee3b3c-ddc9-4b06-8c46-95d34482bdb7 req-7ac98e2e-52ee-4252-9441-4de208cb72b1 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:44.988362 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-00ee3b3c-ddc9-4b06-8c46-95d34482bdb7 req-7ac98e2e-52ee-4252-9441-4de208cb72b1 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=78e81af3-e22d-490b-94b6-c5f1c5f1b6c9 HTTP/1.1" status: 200  len: 945 time: 0.3775682
Apr 19 19:28:45.008912 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eac5bc8-27d7-422e-baf4-fd8fa0bd3a56 admin admin] Notify agent at l3_agent.dv-cinder-786932-1-iscsi the message routers_updated {{(pid=86368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:28:45.042317 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b83ffa-f5df-48e4-877a-ee06962cf9b2 None None] Sync routers for ids ['028070f8-581d-497f-bf72-2fce20ecb456'] in dv-cinder-786932-1-iscsi {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:28:45.083224 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b83ffa-f5df-48e4-877a-ee06962cf9b2 None None] Routers {'028070f8-581d-497f-bf72-2fce20ecb456'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:28:45.084342 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-a5b83ffa-f5df-48e4-877a-ee06962cf9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0f566cc0>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:28:19Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['028070f8-581d-497f-bf72-2fce20ecb456'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:28:45.090493 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-00ee3b3c-ddc9-4b06-8c46-95d34482bdb7 req-5d98a4ab-3389-49e5-abc4-424c9ed3b830 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ea1d6d9-16df-47a6-b3b2-7b8ea05c5162&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1006367
Apr 19 19:28:45.113596 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8eac5bc8-27d7-422e-baf4-fd8fa0bd3a56 admin admin] Notify callbacks [] for router, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:45.118877 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-8eac5bc8-27d7-422e-baf4-fd8fa0bd3a56 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 7.1926956
Apr 19 19:28:45.120251 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 52542) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:28:45.466678 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-906fe7f5-f872-4632-908e-45d2e82f65c4 req-f99b81a2-d89f-497c-a80c-9c90a9bbdcdf tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Notify callbacks [] for port, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:45.517956 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b8595187-ff90-4798-aebf-784a649f1d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:45.533431 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-906fe7f5-f872-4632-908e-45d2e82f65c4 req-f99b81a2-d89f-497c-a80c-9c90a9bbdcdf tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739738723801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31618435'] for port, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:45.545999 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:28:45.598016 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:45.662545 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] For port a50953b6-4696-48d4-b24c-a30f5b169d7b, host dv-cinder-786932-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=a50953b6-4696-48d4-b24c-a30f5b169d7b,segment=NetworkSegment(00035a8f-a81f-4089-9be6-fd708daf7fa2),segment_id=00035a8f-a81f-4089-9be6-fd708daf7fa2)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:28:45.683998 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:45.689551 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-b8595187-ff90-4798-aebf-784a649f1d7c None None] For port 4dad87b4-0789-4cbc-a229-c7899a2caca9, host dv-cinder-786932-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=4dad87b4-0789-4cbc-a229-c7899a2caca9,segment=NetworkSegment(f4a7b167-1590-48a4-a12d-309cdfbf0f68),segment_id=f4a7b167-1590-48a4-a12d-309cdfbf0f68)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:28:45.693068 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:28:45.778443 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b8595187-ff90-4798-aebf-784a649f1d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:45.823301 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-906fe7f5-f872-4632-908e-45d2e82f65c4 req-f99b81a2-d89f-497c-a80c-9c90a9bbdcdf tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Network 7bd53f79-c2b6-45f0-a7bc-6db506bbe863 is already hosted by enough agents. {{(pid=86369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:28:45.827760 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [req-906fe7f5-f872-4632-908e-45d2e82f65c4 req-f99b81a2-d89f-497c-a80c-9c90a9bbdcdf tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Resources bound (agent type, host, resource id):  {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:28:45.838986 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-906fe7f5-f872-4632-908e-45d2e82f65c4 req-f99b81a2-d89f-497c-a80c-9c90a9bbdcdf tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Received port after_create {{(pid=86369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:28:45.959157 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cad4252a-4be7-4c29-a3bb-d24be8bf22c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:45.977446 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906fe7f5-f872-4632-908e-45d2e82f65c4 req-f99b81a2-d89f-497c-a80c-9c90a9bbdcdf tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:45.988047 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-906fe7f5-f872-4632-908e-45d2e82f65c4 req-f99b81a2-d89f-497c-a80c-9c90a9bbdcdf tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:46.001615 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Pushing event updated for resources: {'Port': ['ID=a50953b6-4696-48d4-b24c-a30f5b169d7b,revision_number=5']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:28:46.011954 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:28:46.019932 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.229s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:28:46.101980 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-906fe7f5-f872-4632-908e-45d2e82f65c4 req-f99b81a2-d89f-497c-a80c-9c90a9bbdcdf tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.7175238
Apr 19 19:28:46.161426 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-906fe7f5-f872-4632-908e-45d2e82f65c4 req-43fa58de-cf5b-47d7-a002-58879f7697cd service neutron] Request body: {'port': {'device_id': 'c5ad4443-846c-48ec-9e35-358ef5928fba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:28:46.249257 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99b81a2-d89f-497c-a80c-9c90a9bbdcdf tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Pushing event updated for resources: {'Port': ['ID=eaef9d63-9676-4c59-a6a3-45aee4ea201f,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:28:46.261136 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-f99b81a2-d89f-497c-a80c-9c90a9bbdcdf tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.715s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:28:46.285912 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-a5b83ffa-f5df-48e4-877a-ee06962cf9b2 None None] Set router 028070f8-581d-497f-bf72-2fce20ecb456 gateway port host: dv-cinder-786932-1-iscsi {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:28:46.428672 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8595187-ff90-4798-aebf-784a649f1d7c None None] Pushing event updated for resources: {'Port': ['ID=4dad87b4-0789-4cbc-a229-c7899a2caca9,revision_number=3']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:28:46.436811 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b8595187-ff90-4798-aebf-784a649f1d7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:28:46.469066 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-906fe7f5-f872-4632-908e-45d2e82f65c4 req-43fa58de-cf5b-47d7-a002-58879f7697cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:46.480280 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-14ee058c-9d60-434d-886c-279585dd771a None None] Provisioning complete for port 4dad87b4-0789-4cbc-a229-c7899a2caca9 triggered by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:28:46.480939 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-14ee058c-9d60-434d-886c-279585dd771a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:46.902913 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da3f7f6-77be-433e-916b-956c88971c95 req-d39565ee-7365-4100-8db1-320b8f6de73b tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:46.912061 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8da3f7f6-77be-433e-916b-956c88971c95 req-d39565ee-7365-4100-8db1-320b8f6de73b tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 947 time: 1.6796350
Apr 19 19:28:47.024824 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [req-906fe7f5-f872-4632-908e-45d2e82f65c4 req-43fa58de-cf5b-47d7-a002-58879f7697cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaef9d63-9676-4c59-a6a3-45aee4ea201f {{(pid=86369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:28:47.045321 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-906fe7f5-f872-4632-908e-45d2e82f65c4 req-43fa58de-cf5b-47d7-a002-58879f7697cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:47.066241 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [req-906fe7f5-f872-4632-908e-45d2e82f65c4 req-43fa58de-cf5b-47d7-a002-58879f7697cd service neutron] Transition to ACTIVE for port object eaef9d63-9676-4c59-a6a3-45aee4ea201f will not be triggered until provisioned by entity L2. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:28:47.070557 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-906fe7f5-f872-4632-908e-45d2e82f65c4 req-43fa58de-cf5b-47d7-a002-58879f7697cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823157366'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:47.088755 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-354a5f81-85b8-43a0-9e06-cbc2fb72eedb tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:28:47.108313 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-a5b83ffa-f5df-48e4-877a-ee06962cf9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0f566cc0>, [{'id': '028070f8-581d-497f-bf72-2fce20ecb456', 'name': 'tempest-TestShelveInstance-983860828-router', 'tenant_id': '63c01c54fcfc472a82ee3a12399aa22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '5b34ce97-b59d-4e5b-9bd8-3a8440bf8824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:28:38Z', 'updated_at': '2021-04-19T19:28:41Z', 'revision_number': 3, 'project_id': '63c01c54fcfc472a82ee3a12399aa22a', 'gw_port': {'id': '5b34ce97-b59d-4e5b-9bd8-3a8440bf8824', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '028070f8-581d-497f-bf72-2fce20ecb456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:28:40Z', 'updated_at': '2021-04-19T19:28:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi'}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:28:47.118920 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b83ffa-f5df-48e4-877a-ee06962cf9b2 None None] Checking router: 028070f8-581d-497f-bf72-2fce20ecb456 for host: dv-cinder-786932-1-iscsi {{(pid=86371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:28:47.119885 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b83ffa-f5df-48e4-877a-ee06962cf9b2 None None] Updating router 028070f8-581d-497f-bf72-2fce20ecb456 port 5b34ce97-b59d-4e5b-9bd8-3a8440bf8824 binding host dv-cinder-786932-1-iscsi {{(pid=86371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 19:28:47.266045 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a5b83ffa-f5df-48e4-877a-ee06962cf9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:47.332767 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8da3f7f6-77be-433e-916b-956c88971c95 req-36907d98-d278-4acf-91e6-5390d286826e tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=363b2ccb-b902-431d-b58c-e66b72ac10c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4193969
Apr 19 19:28:47.354407 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fa58de-cf5b-47d7-a002-58879f7697cd service neutron] Pushing event updated for resources: {'Port': ['ID=eaef9d63-9676-4c59-a6a3-45aee4ea201f,revision_number=2']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:28:47.454009 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-43fa58de-cf5b-47d7-a002-58879f7697cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:28:47.477673 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-906fe7f5-f872-4632-908e-45d2e82f65c4 req-43fa58de-cf5b-47d7-a002-58879f7697cd service neutron] Attempting to bind port eaef9d63-9676-4c59-a6a3-45aee4ea201f on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:28:47.478045 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04de61-f899-42c1-94dd-51e91a46fc80 req-2d959bba-1f4f-4185-a2d5-429d292c2176 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:47.478651 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-906fe7f5-f872-4632-908e-45d2e82f65c4 req-43fa58de-cf5b-47d7-a002-58879f7697cd service neutron] Attempting to bind port eaef9d63-9676-4c59-a6a3-45aee4ea201f by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '941923be-a754-42a2-b795-2bb2c8bda33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7bd53f79-c2b6-45f0-a7bc-6db506bbe863'}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:28:47.479223 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906fe7f5-f872-4632-908e-45d2e82f65c4 req-43fa58de-cf5b-47d7-a002-58879f7697cd service neutron] Attempting to bind port eaef9d63-9676-4c59-a6a3-45aee4ea201f on network 7bd53f79-c2b6-45f0-a7bc-6db506bbe863 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:28:47.485857 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906fe7f5-f872-4632-908e-45d2e82f65c4 req-43fa58de-cf5b-47d7-a002-58879f7697cd service neutron] Port eaef9d63-9676-4c59-a6a3-45aee4ea201f on network 7bd53f79-c2b6-45f0-a7bc-6db506bbe863 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 19:28:47.486572 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906fe7f5-f872-4632-908e-45d2e82f65c4 req-43fa58de-cf5b-47d7-a002-58879f7697cd service neutron] Attempting to bind port eaef9d63-9676-4c59-a6a3-45aee4ea201f on network 7bd53f79-c2b6-45f0-a7bc-6db506bbe863 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:28:47.492449 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8c04de61-f899-42c1-94dd-51e91a46fc80 req-2d959bba-1f4f-4185-a2d5-429d292c2176 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5ad4443-846c-48ec-9e35-358ef5928fba HTTP/1.1" status: 200  len: 932 time: 0.5583303
Apr 19 19:28:47.494733 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906fe7f5-f872-4632-908e-45d2e82f65c4 req-43fa58de-cf5b-47d7-a002-58879f7697cd service neutron] Checking agent: {'id': '13e8b6f5-8e00-4da6-9b4f-d998588d9e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 22, 59), 'started_at': datetime.datetime(2021, 4, 19, 19, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:28:47.495543 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906fe7f5-f872-4632-908e-45d2e82f65c4 req-43fa58de-cf5b-47d7-a002-58879f7697cd service neutron] Checking segment: {'id': '941923be-a754-42a2-b795-2bb2c8bda33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7bd53f79-c2b6-45f0-a7bc-6db506bbe863'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:28:47.496274 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906fe7f5-f872-4632-908e-45d2e82f65c4 req-43fa58de-cf5b-47d7-a002-58879f7697cd service neutron] Bound using segment: {'id': '941923be-a754-42a2-b795-2bb2c8bda33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7bd53f79-c2b6-45f0-a7bc-6db506bbe863'} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:28:47.496984 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-906fe7f5-f872-4632-908e-45d2e82f65c4 req-43fa58de-cf5b-47d7-a002-58879f7697cd service neutron] Bound port: eaef9d63-9676-4c59-a6a3-45aee4ea201f, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '941923be-a754-42a2-b795-2bb2c8bda33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7bd53f79-c2b6-45f0-a7bc-6db506bbe863'}}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:28:47.497601 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-906fe7f5-f872-4632-908e-45d2e82f65c4 req-43fa58de-cf5b-47d7-a002-58879f7697cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:47.701829 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-906fe7f5-f872-4632-908e-45d2e82f65c4 req-43fa58de-cf5b-47d7-a002-58879f7697cd service neutron] For port eaef9d63-9676-4c59-a6a3-45aee4ea201f, host hv-cinder-78693, cleared binding levels {{(pid=86369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:28:47.722986 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-906fe7f5-f872-4632-908e-45d2e82f65c4 req-43fa58de-cf5b-47d7-a002-58879f7697cd service neutron] For port eaef9d63-9676-4c59-a6a3-45aee4ea201f, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=eaef9d63-9676-4c59-a6a3-45aee4ea201f,segment=NetworkSegment(941923be-a754-42a2-b795-2bb2c8bda33c),segment_id=941923be-a754-42a2-b795-2bb2c8bda33c)] {{(pid=86369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:28:47.736434 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-906fe7f5-f872-4632-908e-45d2e82f65c4 req-43fa58de-cf5b-47d7-a002-58879f7697cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823157366'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:47.742589 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:28:47.817470 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906fe7f5-f872-4632-908e-45d2e82f65c4 req-43fa58de-cf5b-47d7-a002-58879f7697cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:47.818287 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-906fe7f5-f872-4632-908e-45d2e82f65c4 req-43fa58de-cf5b-47d7-a002-58879f7697cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:47.820016 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-906fe7f5-f872-4632-908e-45d2e82f65c4 req-43fa58de-cf5b-47d7-a002-58879f7697cd service neutron] 10.222.0.20 "PUT /v2.0/ports/eaef9d63-9676-4c59-a6a3-45aee4ea201f HTTP/1.1" status: 200  len: 1094 time: 1.6808965
Apr 19 19:28:47.823409 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5ad4443-846c-48ec-9e35-358ef5928fba', 'tag': 'eaef9d63-9676-4c59-a6a3-45aee4ea201f'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:28:47.867329 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8c04de61-f899-42c1-94dd-51e91a46fc80 req-e9de93e6-7820-4e24-8bbb-c7a3aea9c55a tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4007ef4-e749-490f-8b7a-2f774b3e4dad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3732524
Apr 19 19:28:47.870968 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-59428c96-eec2-441e-83fe-2275629473fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:47.950563 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fa58de-cf5b-47d7-a002-58879f7697cd service neutron] Pushing event updated for resources: {'Port': ['ID=eaef9d63-9676-4c59-a6a3-45aee4ea201f,revision_number=3']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:28:47.964319 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device 4dad87b4-0789-4cbc-a229-c7899a2caca9 up at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:28:48.063008 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-43fa58de-cf5b-47d7-a002-58879f7697cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:28:48.065818 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5ad4443-846c-48ec-9e35-358ef5928fba', 'tag': 'eaef9d63-9676-4c59-a6a3-45aee4ea201f', 'status': 'completed', 'code': 200}
Apr 19 19:28:48.083167 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning complete for port 4dad87b4-0789-4cbc-a229-c7899a2caca9 triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:28:48.083561 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:48.118634 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906fe7f5-f872-4632-908e-45d2e82f65c4 req-60bad04a-3dee-46a4-9fd3-d32643c23558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:48.121481 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-906fe7f5-f872-4632-908e-45d2e82f65c4 req-60bad04a-3dee-46a4-9fd3-d32643c23558 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=483b81f313a44ef4b667111d078f143e&device_id=c5ad4443-846c-48ec-9e35-358ef5928fba HTTP/1.1" status: 200  len: 1097 time: 0.1673980
Apr 19 19:28:48.148654 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21de5d-0ffa-4bc2-83cd-2f4bad193ef0 req-0beb09a9-3b96-4246-a6d7-f9be77899590 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:48.150633 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bd21de5d-0ffa-4bc2-83cd-2f4bad193ef0 req-0beb09a9-3b96-4246-a6d7-f9be77899590 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.20 "GET /v2.0/ports?device_id=78e81af3-e22d-490b-94b6-c5f1c5f1b6c9 HTTP/1.1" status: 200  len: 945 time: 0.8164012
Apr 19 19:28:48.217989 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a5b83ffa-f5df-48e4-877a-ee06962cf9b2 None None] Notify callbacks [] for port, precommit_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:48.233290 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-a5b83ffa-f5df-48e4-877a-ee06962cf9b2 None None] Transition to ACTIVE for port object 5b34ce97-b59d-4e5b-9bd8-3a8440bf8824 will not be triggered until provisioned by entity L2. {{(pid=86371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:28:48.242297 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a5b83ffa-f5df-48e4-877a-ee06962cf9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:48.255269 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-1b2ef8b9-9d7f-48c2-8933-9fb26f09c71d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:28:48.271349 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-906fe7f5-f872-4632-908e-45d2e82f65c4 req-4c2b6237-b769-46b9-b8a7-522eb068022f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eaef9d63-9676-4c59-a6a3-45aee4ea201f HTTP/1.1" status: 200  len: 217 time: 0.1340935
Apr 19 19:28:48.301516 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device a50953b6-4696-48d4-b24c-a30f5b169d7b up at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:28:48.328018 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56c1354-50b1-4b8a-8628-b0537dfed773 req-97871d9e-97d3-4b36-b1e6-90b0ea81eb23 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:48.336366 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b56c1354-50b1-4b8a-8628-b0537dfed773 req-97871d9e-97d3-4b36-b1e6-90b0ea81eb23 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=78e81af3-e22d-490b-94b6-c5f1c5f1b6c9 HTTP/1.1" status: 200  len: 945 time: 0.5788095
Apr 19 19:28:48.356402 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-a5b83ffa-f5df-48e4-877a-ee06962cf9b2 None None] Attempting to bind port 5b34ce97-b59d-4e5b-9bd8-3a8440bf8824 on host dv-cinder-786932-1-iscsi for vnic_type normal with profile  {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:28:48.357130 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-a5b83ffa-f5df-48e4-877a-ee06962cf9b2 None None] Attempting to bind port 5b34ce97-b59d-4e5b-9bd8-3a8440bf8824 by drivers openvswitch,hyperv on host dv-cinder-786932-1-iscsi at level 0 using segments [{'id': 'f117aaf9-f038-40ae-a060-7b312532719e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c'}] {{(pid=86371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:28:48.357747 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b83ffa-f5df-48e4-877a-ee06962cf9b2 None None] Attempting to bind port 5b34ce97-b59d-4e5b-9bd8-3a8440bf8824 on network 4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:28:48.362891 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5f460c-328c-414a-8e03-415eca169651 None None] Pushing event updated for resources: {'Port': ['ID=5b34ce97-b59d-4e5b-9bd8-3a8440bf8824,revision_number=2']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:28:48.368666 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-3c5f460c-328c-414a-8e03-415eca169651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:28:48.369855 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b83ffa-f5df-48e4-877a-ee06962cf9b2 None None] Checking agent: {'id': '18e08627-855b-4b57-ace4-a20256d828a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 16, 20), 'started_at': datetime.datetime(2021, 4, 19, 19, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:28:48.370541 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b83ffa-f5df-48e4-877a-ee06962cf9b2 None None] Checking segment: {'id': 'f117aaf9-f038-40ae-a060-7b312532719e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:28:48.372716 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a5b83ffa-f5df-48e4-877a-ee06962cf9b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:48.373386 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b83ffa-f5df-48e4-877a-ee06962cf9b2 None None] Bound using segment: {'id': 'f117aaf9-f038-40ae-a060-7b312532719e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c'} {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:28:48.374259 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-a5b83ffa-f5df-48e4-877a-ee06962cf9b2 None None] Bound port: 5b34ce97-b59d-4e5b-9bd8-3a8440bf8824, host: dv-cinder-786932-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f117aaf9-f038-40ae-a060-7b312532719e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c'}}] {{(pid=86371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:28:48.374917 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a5b83ffa-f5df-48e4-877a-ee06962cf9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:48.413510 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning complete for port a50953b6-4696-48d4-b24c-a30f5b169d7b triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:28:48.413939 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:48.445235 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906fe7f5-f872-4632-908e-45d2e82f65c4 req-28577c05-bd54-462f-99e1-2168d9adf2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:48.446978 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-906fe7f5-f872-4632-908e-45d2e82f65c4 req-28577c05-bd54-462f-99e1-2168d9adf2d8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4c4ade59-e913-42c5-ab40-83ec341bbc82 HTTP/1.1" status: 200  len: 849 time: 0.1669679
Apr 19 19:28:48.484306 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-a5b83ffa-f5df-48e4-877a-ee06962cf9b2 None None] For port 5b34ce97-b59d-4e5b-9bd8-3a8440bf8824, host dv-cinder-786932-1-iscsi, cleared binding levels {{(pid=86371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:28:48.489904 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-a5b83ffa-f5df-48e4-877a-ee06962cf9b2 None None] For port 5b34ce97-b59d-4e5b-9bd8-3a8440bf8824, host dv-cinder-786932-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=5b34ce97-b59d-4e5b-9bd8-3a8440bf8824,segment=NetworkSegment(f117aaf9-f038-40ae-a060-7b312532719e),segment_id=f117aaf9-f038-40ae-a060-7b312532719e)] {{(pid=86371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:28:48.505356 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a5b83ffa-f5df-48e4-877a-ee06962cf9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:48.525559 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:28:48.573894 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-906fe7f5-f872-4632-908e-45d2e82f65c4 req-149bd354-e06c-40e3-9078-da34de818a90 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7bd53f79-c2b6-45f0-a7bc-6db506bbe863&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1084754
Apr 19 19:28:48.626823 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b56c1354-50b1-4b8a-8628-b0537dfed773 req-bb31103d-47f9-4e53-94bc-6856de193b8e tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ea1d6d9-16df-47a6-b3b2-7b8ea05c5162&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2894769
Apr 19 19:28:48.656306 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b1486ba5-7db5-472c-89c5-171be6ccb49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:48.673526 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b83ffa-f5df-48e4-877a-ee06962cf9b2 None None] Routers {'028070f8-581d-497f-bf72-2fce20ecb456'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:28:48.674334 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-a5b83ffa-f5df-48e4-877a-ee06962cf9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0f566cc0>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:28:19Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['028070f8-581d-497f-bf72-2fce20ecb456'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:28:48.722583 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-bd21de5d-0ffa-4bc2-83cd-2f4bad193ef0 req-04cad92e-59f9-41b5-81d8-274482767f47 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Deleting port de3bb1c4-53cb-4a91-865a-e15a0d223ddc {{(pid=86368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:28:48.723688 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-bd21de5d-0ffa-4bc2-83cd-2f4bad193ef0 req-04cad92e-59f9-41b5-81d8-274482767f47 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:48.771503 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-906fe7f5-f872-4632-908e-45d2e82f65c4 req-1ed64531-90ec-4ae4-b888-782cc557ac96 service neutron] 10.222.0.20 "GET /v2.0/networks/7bd53f79-c2b6-45f0-a7bc-6db506bbe863?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1892023
Apr 19 19:28:48.812198 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5f460c-328c-414a-8e03-415eca169651 None None] Pushing event updated for resources: {'Port': ['ID=5b34ce97-b59d-4e5b-9bd8-3a8440bf8824,revision_number=3']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:28:48.826357 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-3c5f460c-328c-414a-8e03-415eca169651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:28:48.903060 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-a5b83ffa-f5df-48e4-877a-ee06962cf9b2 None None] Set router 028070f8-581d-497f-bf72-2fce20ecb456 gateway port host: dv-cinder-786932-1-iscsi {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:28:48.934810 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-59428c96-eec2-441e-83fe-2275629473fb admin admin] Allocated IP 172.20.0.1 (cb1b47c5-cbe9-40e6-b65e-5740a57af98c/a661327e-e7fc-471a-aa5d-fc68c1607483/f593b1ae-dff4-4355-b04f-762b08eff022) {{(pid=86368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:28:48.964771 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-906fe7f5-f872-4632-908e-45d2e82f65c4 req-04a145b8-ea8f-4761-a6c1-94d081db13d6 service neutron] 10.222.0.20 "GET /v2.0/networks/7bd53f79-c2b6-45f0-a7bc-6db506bbe863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1847682
Apr 19 19:28:49.162028 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd78528-846e-48d2-876c-71ad7028ef71 req-295fce7c-88f3-4675-bb2c-43a50c75307b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:49.163764 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1cd78528-846e-48d2-876c-71ad7028ef71 req-295fce7c-88f3-4675-bb2c-43a50c75307b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=483b81f313a44ef4b667111d078f143e&device_id=c5ad4443-846c-48ec-9e35-358ef5928fba HTTP/1.1" status: 200  len: 1097 time: 0.0971861
Apr 19 19:28:49.341930 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-a5b83ffa-f5df-48e4-877a-ee06962cf9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0f566cc0>, [{'id': '028070f8-581d-497f-bf72-2fce20ecb456', 'name': 'tempest-TestShelveInstance-983860828-router', 'tenant_id': '63c01c54fcfc472a82ee3a12399aa22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '5b34ce97-b59d-4e5b-9bd8-3a8440bf8824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:28:38Z', 'updated_at': '2021-04-19T19:28:41Z', 'revision_number': 3, 'project_id': '63c01c54fcfc472a82ee3a12399aa22a', 'gw_port': {'id': '5b34ce97-b59d-4e5b-9bd8-3a8440bf8824', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '028070f8-581d-497f-bf72-2fce20ecb456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:28:40Z', 'updated_at': '2021-04-19T19:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi'}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:28:49.350925 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b83ffa-f5df-48e4-877a-ee06962cf9b2 None None] The sync data for ids ['028070f8-581d-497f-bf72-2fce20ecb456'] in dv-cinder-786932-1-iscsi is: [{'id': '028070f8-581d-497f-bf72-2fce20ecb456', 'name': 'tempest-TestShelveInstance-983860828-router', 'tenant_id': '63c01c54fcfc472a82ee3a12399aa22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '5b34ce97-b59d-4e5b-9bd8-3a8440bf8824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:28:38Z', 'updated_at': '2021-04-19T19:28:41Z', 'revision_number': 3, 'project_id': '63c01c54fcfc472a82ee3a12399aa22a', 'gw_port': {'id': '5b34ce97-b59d-4e5b-9bd8-3a8440bf8824', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '028070f8-581d-497f-bf72-2fce20ecb456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:28:40Z', 'updated_at': '2021-04-19T19:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi'}] {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:28:49.375133 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df66691-b89e-4590-a18a-65d521b3a8a7 req-816a53d3-21d2-4f21-96a5-a37febe73fc1 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:49.376886 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0df66691-b89e-4590-a18a-65d521b3a8a7 req-816a53d3-21d2-4f21-96a5-a37febe73fc1 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 947 time: 0.7386477
Apr 19 19:28:49.387456 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd78528-846e-48d2-876c-71ad7028ef71 req-1b074f64-bea3-4bf7-a2d7-aa80c10a789f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:49.390520 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1cd78528-846e-48d2-876c-71ad7028ef71 req-1b074f64-bea3-4bf7-a2d7-aa80c10a789f service neutron] 10.222.0.20 "GET /v2.0/networks?id=7bd53f79-c2b6-45f0-a7bc-6db506bbe863 HTTP/1.1" status: 200  len: 910 time: 0.2185421
Apr 19 19:28:49.542906 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1cd78528-846e-48d2-876c-71ad7028ef71 req-3142726f-c274-4b80-a079-6b473c048896 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eaef9d63-9676-4c59-a6a3-45aee4ea201f HTTP/1.1" status: 200  len: 217 time: 0.1447885
Apr 19 19:28:49.557571 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-59428c96-eec2-441e-83fe-2275629473fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:49.611478 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0df66691-b89e-4590-a18a-65d521b3a8a7 req-37228392-ddcd-404f-bc97-1ea421090b53 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=363b2ccb-b902-431d-b58c-e66b72ac10c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1564803
Apr 19 19:28:49.630950 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-59428c96-eec2-441e-83fe-2275629473fb admin admin] Transition to ACTIVE for port object f593b1ae-dff4-4355-b04f-762b08eff022 will not be triggered until provisioned by entity DHCP. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:28:49.651421 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-bd21de5d-0ffa-4bc2-83cd-2f4bad193ef0 req-04cad92e-59f9-41b5-81d8-274482767f47 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] For port de3bb1c4-53cb-4a91-865a-e15a0d223ddc, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=de3bb1c4-53cb-4a91-865a-e15a0d223ddc,segment=NetworkSegment(b3c21e51-3edd-47e3-9955-c8137f9b3597),segment_id=b3c21e51-3edd-47e3-9955-c8137f9b3597)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:28:49.652494 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-bd21de5d-0ffa-4bc2-83cd-2f4bad193ef0 req-04cad92e-59f9-41b5-81d8-274482767f47 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697982'] for port, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:49.679698 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dc81ae-477c-4180-ba4f-c1a74d1e90df req-5b4e3bc8-ed0b-4bc4-a18f-2c191d023319 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:49.687808 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-24dc81ae-477c-4180-ba4f-c1a74d1e90df req-5b4e3bc8-ed0b-4bc4-a18f-2c191d023319 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5ad4443-846c-48ec-9e35-358ef5928fba HTTP/1.1" status: 200  len: 944 time: 0.6084032
Apr 19 19:28:49.698116 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd78528-846e-48d2-876c-71ad7028ef71 req-0212637f-d3ad-4653-a12e-517e59d55ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:49.700541 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1cd78528-846e-48d2-876c-71ad7028ef71 req-0212637f-d3ad-4653-a12e-517e59d55ec7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4c4ade59-e913-42c5-ab40-83ec341bbc82 HTTP/1.1" status: 200  len: 849 time: 0.1497200
Apr 19 19:28:49.770291 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-000a1909-ab5b-4f97-8afb-04fdec5398f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:49.786921 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1cd78528-846e-48d2-876c-71ad7028ef71 req-cad08def-65c8-4b9b-ada2-1ac0dbacd78b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7bd53f79-c2b6-45f0-a7bc-6db506bbe863&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0768712
Apr 19 19:28:49.888935 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-bd21de5d-0ffa-4bc2-83cd-2f4bad193ef0 req-04cad92e-59f9-41b5-81d8-274482767f47 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Calling delete_port for de3bb1c4-53cb-4a91-865a-e15a0d223ddc owned by compute:nova {{(pid=86368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:28:50.001791 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:50.157099 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1cd78528-846e-48d2-876c-71ad7028ef71 req-1ecf1a8c-3175-4b8c-b2ef-a708e06d7178 service neutron] 10.222.0.20 "GET /v2.0/networks/7bd53f79-c2b6-45f0-a7bc-6db506bbe863?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3616011
Apr 19 19:28:50.163956 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-24dc81ae-477c-4180-ba4f-c1a74d1e90df req-7fb766a7-266a-4532-8631-82c5c64d38a1 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4007ef4-e749-490f-8b7a-2f774b3e4dad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4750242
Apr 19 19:28:50.188309 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-59428c96-eec2-441e-83fe-2275629473fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739738723801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822331971'] for port, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:50.194227 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-2df3238b-9410-4fdc-8cbe-fcd5572b4594 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:28:50.370924 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59428c96-eec2-441e-83fe-2275629473fb admin admin] Network cb1b47c5-cbe9-40e6-b65e-5740a57af98c is already hosted by enough agents. {{(pid=86368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:28:50.391682 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device eaef9d63-9676-4c59-a6a3-45aee4ea201f details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 19:28:50.397327 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-59428c96-eec2-441e-83fe-2275629473fb admin admin] Resources bound (agent type, host, resource id):  {{(pid=86368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:28:50.411486 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59428c96-eec2-441e-83fe-2275629473fb admin admin] Received port after_create {{(pid=86368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:28:50.485365 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59428c96-eec2-441e-83fe-2275629473fb admin admin] Pushing event updated for resources: {'Port': ['ID=f593b1ae-dff4-4355-b04f-762b08eff022,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:28:50.495665 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-59428c96-eec2-441e-83fe-2275629473fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:28:50.496533 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-bd21de5d-0ffa-4bc2-83cd-2f4bad193ef0 req-04cad92e-59f9-41b5-81d8-274482767f47 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297115604255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297116051999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822331971'] for port, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:50.498423 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1cd78528-846e-48d2-876c-71ad7028ef71 req-26a2b154-8104-4745-9c59-50d5f9a9ff21 service neutron] 10.222.0.20 "GET /v2.0/networks/7bd53f79-c2b6-45f0-a7bc-6db506bbe863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3323388
Apr 19 19:28:50.509951 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:28:50.738233 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device de3bb1c4-53cb-4a91-865a-e15a0d223ddc no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:28:50.782727 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] get_ports_and_sgs() called for port_ids ['643ca322-bd10-4392-be03-10b198f92d31', 'ac09c14e-d3e9-44c8-97c1-a1a6099c6d96', '2d75b061-7a9d-4550-9d74-7f7c0cb1ab89'] {{(pid=86370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:28:50.902766 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] No Port match for: de3bb1c4-53cb-4a91-865a-e15a0d223ddc {{(pid=86370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:28:50.903364 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device de3bb1c4-53cb-4a91-865a-e15a0d223ddc not bound to the agent host hv-cinder-78693 {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:28:50.916477 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port eaef9d63-9676-4c59-a6a3-45aee4ea201f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=eaef9d63-9676-4c59-a6a3-45aee4ea201f,segment=NetworkSegment(941923be-a754-42a2-b795-2bb2c8bda33c),segment_id=941923be-a754-42a2-b795-2bb2c8bda33c)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:28:50.942916 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cad92e-59f9-41b5-81d8-274482767f47 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Pushing event deleted for resources: {'Port': ['ID=de3bb1c4-53cb-4a91-865a-e15a0d223ddc,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:28:50.990097 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5c78a517-44d6-4271-a115-cae59bf86ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:50.991406 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Returning: {'device': 'eaef9d63-9676-4c59-a6a3-45aee4ea201f', 'network_id': '7bd53f79-c2b6-45f0-a7bc-6db506bbe863', 'port_id': 'eaef9d63-9676-4c59-a6a3-45aee4ea201f', 'mac_address': 'fa:16:3e:8a:0b:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c4ade59-e913-42c5-ab40-83ec341bbc82', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 19:28:51.001400 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-5637631f-d5ae-4476-a1ff-00ee324e0f30 None None] Provisioning for port f593b1ae-dff4-4355-b04f-762b08eff022 completed by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:28:51.075060 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-04cad92e-59f9-41b5-81d8-274482767f47 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:28:51.076478 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-59428c96-eec2-441e-83fe-2275629473fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688641'] for router_interface, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:51.089054 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-5637631f-d5ae-4476-a1ff-00ee324e0f30 None None] Provisioning complete for port f593b1ae-dff4-4355-b04f-762b08eff022 triggered by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:28:51.089730 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5637631f-d5ae-4476-a1ff-00ee324e0f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:51.230340 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1356fc17-301b-42f3-af18-3bebf70ed59d req-36fb8800-a4b6-40b4-abcb-b28293ec77e3 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=78e81af3-e22d-490b-94b6-c5f1c5f1b6c9 HTTP/1.1" status: 200  len: 210 time: 0.2906165
Apr 19 19:28:51.260521 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-5637631f-d5ae-4476-a1ff-00ee324e0f30 None None] Port f593b1ae-dff4-4355-b04f-762b08eff022 cannot update to ACTIVE because it is not bound. {{(pid=86370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 19:28:51.282658 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:51.314067 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd21de5d-0ffa-4bc2-83cd-2f4bad193ef0 req-04cad92e-59f9-41b5-81d8-274482767f47 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] No DVR routers for this DVR port de3bb1c4-53cb-4a91-865a-e15a0d223ddc on host hv-cinder-78693 {{(pid=86368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 19:28:51.325734 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-bd21de5d-0ffa-4bc2-83cd-2f4bad193ef0 req-04cad92e-59f9-41b5-81d8-274482767f47 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for port, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:51.332278 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e81af3-e22d-490b-94b6-c5f1c5f1b6c9', 'name': 'network-vif-deleted', 'tag': 'de3bb1c4-53cb-4a91-865a-e15a0d223ddc'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:28:51.375553 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaef9d63-9676-4c59-a6a3-45aee4ea201f {{(pid=86370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:28:51.384256 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bd21de5d-0ffa-4bc2-83cd-2f4bad193ef0 req-04cad92e-59f9-41b5-81d8-274482767f47 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.20 "DELETE /v2.0/ports/de3bb1c4-53cb-4a91-865a-e15a0d223ddc HTTP/1.1" status: 204  len: 173 time: 3.2142994
Apr 19 19:28:51.410129 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f3671-0b71-48d9-b9d9-00283febd4c5 req-3dda129a-b2a1-4969-bde1-74ad4f5d449f tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:51.411915 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-111f3671-0b71-48d9-b9d9-00283febd4c5 req-3dda129a-b2a1-4969-bde1-74ad4f5d449f tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f5bc227-3ca5-47fe-bd9b-8ac4d1e1e3c2 HTTP/1.1" status: 200  len: 945 time: 0.4746339
Apr 19 19:28:51.453093 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port eaef9d63-9676-4c59-a6a3-45aee4ea201f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=eaef9d63-9676-4c59-a6a3-45aee4ea201f,segment=NetworkSegment(941923be-a754-42a2-b795-2bb2c8bda33c),segment_id=941923be-a754-42a2-b795-2bb2c8bda33c)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:28:51.476834 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:51.481510 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e4290da9-1afe-4eb8-8dc3-bdae892f41bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:28:51.659755 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Pushing event updated for resources: {'Port': ['ID=eaef9d63-9676-4c59-a6a3-45aee4ea201f,revision_number=4']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:28:51.671050 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-111f3671-0b71-48d9-b9d9-00283febd4c5 req-fbfc45fb-030f-4933-b912-346625c1d711 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2462161
Apr 19 19:28:51.679529 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:28:51.686742 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-59428c96-eec2-441e-83fe-2275629473fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:51.886903 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e81af3-e22d-490b-94b6-c5f1c5f1b6c9', 'name': 'network-vif-deleted', 'tag': 'de3bb1c4-53cb-4a91-865a-e15a0d223ddc', 'status': 'completed', 'code': 200}
Apr 19 19:28:51.944881 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] get_ports_and_sgs() called for port_ids ['eaef9d63-9676-4c59-a6a3-45aee4ea201f'] {{(pid=86370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:28:51.962325 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e32a1-549e-48b6-ba0e-35b941f7a2e1 req-085831e5-4cc1-4716-9f45-9cfed7d3254c tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:51.964513 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-db9e32a1-549e-48b6-ba0e-35b941f7a2e1 req-085831e5-4cc1-4716-9f45-9cfed7d3254c tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5ad4443-846c-48ec-9e35-358ef5928fba HTTP/1.1" status: 200  len: 945 time: 0.4879217
Apr 19 19:28:51.988672 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device 5b34ce97-b59d-4e5b-9bd8-3a8440bf8824 up at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:28:52.060675 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-db9e32a1-549e-48b6-ba0e-35b941f7a2e1 req-1a840231-93fb-49bb-b1c2-d00ddaf24bbd tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4007ef4-e749-490f-8b7a-2f774b3e4dad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712564
Apr 19 19:28:52.074518 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-59428c96-eec2-441e-83fe-2275629473fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:52.085349 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-59428c96-eec2-441e-83fe-2275629473fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32443828'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:52.156360 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:28:52.192955 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning for port 5b34ce97-b59d-4e5b-9bd8-3a8440bf8824 completed by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:28:52.215545 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning complete for port 5b34ce97-b59d-4e5b-9bd8-3a8440bf8824 triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:28:52.216014 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:52.312270 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59428c96-eec2-441e-83fe-2275629473fb admin admin] Pushing event updated for resources: {'Port': ['ID=f593b1ae-dff4-4355-b04f-762b08eff022,revision_number=2']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:28:52.320772 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-59428c96-eec2-441e-83fe-2275629473fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:28:52.322315 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-59428c96-eec2-441e-83fe-2275629473fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854087066'] for router_interface, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:52.537652 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:52.572203 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] For port 5b34ce97-b59d-4e5b-9bd8-3a8440bf8824, host dv-cinder-786932-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=5b34ce97-b59d-4e5b-9bd8-3a8440bf8824,segment=NetworkSegment(f117aaf9-f038-40ae-a060-7b312532719e),segment_id=f117aaf9-f038-40ae-a060-7b312532719e)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:28:52.576931 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:52.581723 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-aaebe03c-deff-422d-829d-ff2d6cfde4be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:28:52.602034 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-05ac669f-645c-4f00-ad84-d480f4f1940f req-dbbc03ee-8763-4994-bba3-37412ffd8b13 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Synchronizing usage tracker for tenant:85413127fef4416ca1237dc13d0f6ce2 on resource:port {{(pid=86368) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:28:52.681074 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-05ac669f-645c-4f00-ad84-d480f4f1940f req-dbbc03ee-8763-4994-bba3-37412ffd8b13 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Unset dirty status for tenant:85413127fef4416ca1237dc13d0f6ce2 on resource:port {{(pid=86368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:28:52.682889 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-05ac669f-645c-4f00-ad84-d480f4f1940f req-dbbc03ee-8763-4994-bba3-37412ffd8b13 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=78e81af3-e22d-490b-94b6-c5f1c5f1b6c9 HTTP/1.1" status: 200  len: 210 time: 0.1769845
Apr 19 19:28:52.684290 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Pushing event updated for resources: {'Port': ['ID=5b34ce97-b59d-4e5b-9bd8-3a8440bf8824,revision_number=4']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:28:52.688813 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:28:52.701114 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59428c96-eec2-441e-83fe-2275629473fb admin admin] Network cb1b47c5-cbe9-40e6-b65e-5740a57af98c is already hosted by enough agents. {{(pid=86368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:28:52.702819 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-59428c96-eec2-441e-83fe-2275629473fb admin admin] Resources bound (agent type, host, resource id):  {{(pid=86368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:28:53.016920 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-35333f3a-3815-4cf6-b588-97d3c3d39d55 None None] Provisioning complete for port f593b1ae-dff4-4355-b04f-762b08eff022 triggered by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:28:53.017565 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-35333f3a-3815-4cf6-b588-97d3c3d39d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:53.063421 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1569cf7-fe78-4dab-9142-69dc26f813e3 req-d0b1e985-44c8-4f9f-a7e7-594ac4f6fdae tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:53.066463 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a1569cf7-fe78-4dab-9142-69dc26f813e3 req-d0b1e985-44c8-4f9f-a7e7-594ac4f6fdae tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f5bc227-3ca5-47fe-bd9b-8ac4d1e1e3c2 HTTP/1.1" status: 200  len: 945 time: 0.1731744
Apr 19 19:28:53.072313 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59428c96-eec2-441e-83fe-2275629473fb admin admin] Router 028070f8-581d-497f-bf72-2fce20ecb456 has already been hosted by L3 agent a3cf2d1c-6710-4478-a129-20091cfe97d1 {{(pid=86368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:28:53.085578 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-35333f3a-3815-4cf6-b588-97d3c3d39d55 None None] Port f593b1ae-dff4-4355-b04f-762b08eff022 cannot update to ACTIVE because it is not bound. {{(pid=86370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 19:28:53.389046 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a1569cf7-fe78-4dab-9142-69dc26f813e3 req-310ab67d-a758-476b-ab03-20859e242b62 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3124189
Apr 19 19:28:53.513148 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59428c96-eec2-441e-83fe-2275629473fb admin admin] Notify agent at l3_agent.dv-cinder-786932-1-iscsi the message routers_updated {{(pid=86368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:28:53.529592 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204fcd47-f7ce-4bf6-b1d4-f5a46aabc220 None None] Sync routers for ids ['028070f8-581d-497f-bf72-2fce20ecb456'] in dv-cinder-786932-1-iscsi {{(pid=86370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:28:53.531530 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-59428c96-eec2-441e-83fe-2275629473fb admin admin] 10.222.0.36 "PUT /v2.0/routers/028070f8-581d-497f-bf72-2fce20ecb456/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.4096375
Apr 19 19:28:53.553196 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204fcd47-f7ce-4bf6-b1d4-f5a46aabc220 None None] Routers {'028070f8-581d-497f-bf72-2fce20ecb456'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:28:53.554333 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-204fcd47-f7ce-4bf6-b1d4-f5a46aabc220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e168955c0>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:28:49Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['028070f8-581d-497f-bf72-2fce20ecb456'], 'active': True} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:28:53.567121 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91a73f7-b75d-41e0-969f-7fd095eec98f req-3929729d-75e4-494c-beb2-ceef23b8322b tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:53.570138 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c91a73f7-b75d-41e0-969f-7fd095eec98f req-3929729d-75e4-494c-beb2-ceef23b8322b tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f5bc227-3ca5-47fe-bd9b-8ac4d1e1e3c2 HTTP/1.1" status: 200  len: 945 time: 0.3989210
Apr 19 19:28:53.590358 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278eeaa-9d75-481e-9c00-9f30896e2897 req-59836bac-8df9-4d84-99b2-d550c0fb4e82 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:53.593361 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a278eeaa-9d75-481e-9c00-9f30896e2897 req-59836bac-8df9-4d84-99b2-d550c0fb4e82 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5ad4443-846c-48ec-9e35-358ef5928fba HTTP/1.1" status: 200  len: 945 time: 0.2919822
Apr 19 19:28:53.789482 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a278eeaa-9d75-481e-9c00-9f30896e2897 req-84bd9e9c-a377-4011-ad78-216c075e0b3e tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4007ef4-e749-490f-8b7a-2f774b3e4dad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1370580
Apr 19 19:28:53.801206 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-c91a73f7-b75d-41e0-969f-7fd095eec98f req-d8c6f4c0-2dc9-42dd-9a3f-5c6f14978cc6 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Deleting port cab83bf1-2c70-49a3-a19a-4d1ec5d2a0d2 {{(pid=86368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:28:53.801869 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-c91a73f7-b75d-41e0-969f-7fd095eec98f req-d8c6f4c0-2dc9-42dd-9a3f-5c6f14978cc6 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:53.927846 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device 5b34ce97-b59d-4e5b-9bd8-3a8440bf8824 up at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:28:53.979514 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-204fcd47-f7ce-4bf6-b1d4-f5a46aabc220 None None] Set router 028070f8-581d-497f-bf72-2fce20ecb456 gateway port host: dv-cinder-786932-1-iscsi {{(pid=86370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:28:54.283118 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning complete for port 5b34ce97-b59d-4e5b-9bd8-3a8440bf8824 triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:28:54.284487 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:54.318432 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-c91a73f7-b75d-41e0-969f-7fd095eec98f req-d8c6f4c0-2dc9-42dd-9a3f-5c6f14978cc6 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] For port cab83bf1-2c70-49a3-a19a-4d1ec5d2a0d2, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=cab83bf1-2c70-49a3-a19a-4d1ec5d2a0d2,segment=NetworkSegment(c504281e-e832-4963-82cc-dd4c565f9202),segment_id=c504281e-e832-4963-82cc-dd4c565f9202)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:28:54.318432 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-c91a73f7-b75d-41e0-969f-7fd095eec98f req-d8c6f4c0-2dc9-42dd-9a3f-5c6f14978cc6 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697982'] for port, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:54.466548 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device eaef9d63-9676-4c59-a6a3-45aee4ea201f up at agent hyperv_hv-cinder-78693 {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:28:54.588616 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-c91a73f7-b75d-41e0-969f-7fd095eec98f req-d8c6f4c0-2dc9-42dd-9a3f-5c6f14978cc6 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Calling delete_port for cab83bf1-2c70-49a3-a19a-4d1ec5d2a0d2 owned by compute:nova {{(pid=86368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:28:54.821035 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-204fcd47-f7ce-4bf6-b1d4-f5a46aabc220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e168955c0>, [{'id': '028070f8-581d-497f-bf72-2fce20ecb456', 'name': 'tempest-TestShelveInstance-983860828-router', 'tenant_id': '63c01c54fcfc472a82ee3a12399aa22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '5b34ce97-b59d-4e5b-9bd8-3a8440bf8824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:28:38Z', 'updated_at': '2021-04-19T19:28:51Z', 'revision_number': 4, 'project_id': '63c01c54fcfc472a82ee3a12399aa22a', 'gw_port': {'id': '5b34ce97-b59d-4e5b-9bd8-3a8440bf8824', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028070f8-581d-497f-bf72-2fce20ecb456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:28:40Z', 'updated_at': '2021-04-19T19:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_interfaces': [{'id': 'f593b1ae-dff4-4355-b04f-762b08eff022', 'name': '', 'network_id': 'cb1b47c5-cbe9-40e6-b65e-5740a57af98c', 'tenant_id': '63c01c54fcfc472a82ee3a12399aa22a', 'mac_address': 'fa:16:3e:fe:02:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '028070f8-581d-497f-bf72-2fce20ecb456', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a661327e-e7fc-471a-aa5d-fc68c1607483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:28:48Z', 'updated_at': '2021-04-19T19:28:51Z', 'revision_number': 2, 'project_id': '63c01c54fcfc472a82ee3a12399aa22a', 'subnets': [{'id': 'a661327e-e7fc-471a-aa5d-fc68c1607483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:28:54.828144 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204fcd47-f7ce-4bf6-b1d4-f5a46aabc220 None None] Checking router: 028070f8-581d-497f-bf72-2fce20ecb456 for host: dv-cinder-786932-1-iscsi {{(pid=86370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:28:54.828558 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204fcd47-f7ce-4bf6-b1d4-f5a46aabc220 None None] Updating router 028070f8-581d-497f-bf72-2fce20ecb456 port f593b1ae-dff4-4355-b04f-762b08eff022 binding host dv-cinder-786932-1-iscsi {{(pid=86370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 19:28:54.864435 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Provisioning for port eaef9d63-9676-4c59-a6a3-45aee4ea201f completed by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:28:54.880503 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Provisioning complete for port eaef9d63-9676-4c59-a6a3-45aee4ea201f triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:28:54.880925 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:54.946895 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-204fcd47-f7ce-4bf6-b1d4-f5a46aabc220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:55.082468 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa57f437-63a4-40e0-a1d8-9837f8501614 req-b2d6b147-1ad4-43d7-b60b-ac370c360cbf tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:55.084215 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fa57f437-63a4-40e0-a1d8-9837f8501614 req-b2d6b147-1ad4-43d7-b60b-ac370c360cbf tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f5bc227-3ca5-47fe-bd9b-8ac4d1e1e3c2 HTTP/1.1" status: 200  len: 945 time: 0.4516215
Apr 19 19:28:55.144277 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-c91a73f7-b75d-41e0-969f-7fd095eec98f req-d8c6f4c0-2dc9-42dd-9a3f-5c6f14978cc6 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297115604255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297116051999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822331971'] for port, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:55.155033 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-59428c96-eec2-441e-83fe-2275629473fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:28:55.168128 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:55.195386 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] get_ports_and_sgs() called for port_ids ['aa4ac25a-984f-46d6-aa2d-4d06e865cdb0'] {{(pid=86370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:28:55.213951 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fa57f437-63a4-40e0-a1d8-9837f8501614 req-73e3a545-8ce8-42c8-8c96-d1d813eae789 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1158385
Apr 19 19:28:55.215101 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c6f4c0-2dc9-42dd-9a3f-5c6f14978cc6 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Pushing event deleted for resources: {'Port': ['ID=cab83bf1-2c70-49a3-a19a-4d1ec5d2a0d2,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:28:55.218509 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-d8c6f4c0-2dc9-42dd-9a3f-5c6f14978cc6 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:28:55.293988 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5ad4443-846c-48ec-9e35-358ef5928fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaef9d63-9676-4c59-a6a3-45aee4ea201f'}] {{(pid=86370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:28:55.336244 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-c91a73f7-b75d-41e0-969f-7fd095eec98f req-d8c6f4c0-2dc9-42dd-9a3f-5c6f14978cc6 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] No DVR routers for this DVR port cab83bf1-2c70-49a3-a19a-4d1ec5d2a0d2 on host hv-cinder-78693 {{(pid=86368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 19:28:55.342741 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-c91a73f7-b75d-41e0-969f-7fd095eec98f req-d8c6f4c0-2dc9-42dd-9a3f-5c6f14978cc6 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for port, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:55.346980 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f5bc227-3ca5-47fe-bd9b-8ac4d1e1e3c2', 'name': 'network-vif-deleted', 'tag': 'cab83bf1-2c70-49a3-a19a-4d1ec5d2a0d2'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:28:55.362476 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c91a73f7-b75d-41e0-969f-7fd095eec98f req-d8c6f4c0-2dc9-42dd-9a3f-5c6f14978cc6 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.20 "DELETE /v2.0/ports/cab83bf1-2c70-49a3-a19a-4d1ec5d2a0d2 HTTP/1.1" status: 204  len: 173 time: 1.7664733
Apr 19 19:28:55.390577 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port eaef9d63-9676-4c59-a6a3-45aee4ea201f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=eaef9d63-9676-4c59-a6a3-45aee4ea201f,segment=NetworkSegment(941923be-a754-42a2-b795-2bb2c8bda33c),segment_id=941923be-a754-42a2-b795-2bb2c8bda33c)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:28:55.401074 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:55.401933 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device cab83bf1-2c70-49a3-a19a-4d1ec5d2a0d2 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:28:55.441162 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:28:55.519131 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] No Port match for: cab83bf1-2c70-49a3-a19a-4d1ec5d2a0d2 {{(pid=86370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:28:55.519131 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device cab83bf1-2c70-49a3-a19a-4d1ec5d2a0d2 not bound to the agent host hv-cinder-78693 {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:28:55.618929 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Pushing event updated for resources: {'Port': ['ID=eaef9d63-9676-4c59-a6a3-45aee4ea201f,revision_number=5']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:28:55.626640 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:28:55.652930 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058f115-8205-4264-a2ce-b29fe7c04c15 req-001aaead-6678-42dc-87b6-dc3e122d57c1 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:55.655614 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5058f115-8205-4264-a2ce-b29fe7c04c15 req-001aaead-6678-42dc-87b6-dc3e122d57c1 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5ad4443-846c-48ec-9e35-358ef5928fba HTTP/1.1" status: 200  len: 946 time: 0.2002802
Apr 19 19:28:55.744410 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5058f115-8205-4264-a2ce-b29fe7c04c15 req-775ee9f4-ef50-4781-818e-de3560519a0c tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4007ef4-e749-490f-8b7a-2f774b3e4dad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796714
Apr 19 19:28:55.763398 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-204fcd47-f7ce-4bf6-b1d4-f5a46aabc220 None None] Notify callbacks [] for port, precommit_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:55.783036 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-204fcd47-f7ce-4bf6-b1d4-f5a46aabc220 None None] Transition to ACTIVE for port object f593b1ae-dff4-4355-b04f-762b08eff022 will not be triggered until provisioned by entity L2. {{(pid=86370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:28:55.794407 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-204fcd47-f7ce-4bf6-b1d4-f5a46aabc220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:55.800814 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:28:55.898916 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 52654) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:28:55.915630 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-ad2a8464-20ef-426b-bc47-d52350b94deb tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1244327865', 'description': 'tempest-secgroup-smoke-1244327865 description', 'project_id': 'e4ca113d70014148bb7b01a5ca52e617'}} {{(pid=86368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:28:55.937368 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-ad2a8464-20ef-426b-bc47-d52350b94deb tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:28:55.947577 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-ad2a8464-20ef-426b-bc47-d52350b94deb tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Usage tracker for resource:security_group and tenant:e4ca113d70014148bb7b01a5ca52e617 is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:28:55.961309 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-ad2a8464-20ef-426b-bc47-d52350b94deb tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:28:55.979471 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5ad4443-846c-48ec-9e35-358ef5928fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaef9d63-9676-4c59-a6a3-45aee4ea201f', 'code': 200}
Apr 19 19:28:55.980437 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5f9dcd-f23f-428f-801f-888cc9a68660 None None] Pushing event updated for resources: {'Port': ['ID=f593b1ae-dff4-4355-b04f-762b08eff022,revision_number=3']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:28:55.989370 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8c5f9dcd-f23f-428f-801f-888cc9a68660 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:28:56.001522 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-ad2a8464-20ef-426b-bc47-d52350b94deb tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:28:56.064633 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ad2a8464-20ef-426b-bc47-d52350b94deb tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Notify callbacks [] for security_group, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:56.092627 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f5bc227-3ca5-47fe-bd9b-8ac4d1e1e3c2', 'name': 'network-vif-deleted', 'tag': 'cab83bf1-2c70-49a3-a19a-4d1ec5d2a0d2', 'status': 'completed', 'code': 200}
Apr 19 19:28:56.104696 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-204fcd47-f7ce-4bf6-b1d4-f5a46aabc220 None None] Attempting to bind port f593b1ae-dff4-4355-b04f-762b08eff022 on host dv-cinder-786932-1-iscsi for vnic_type normal with profile  {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:28:56.105226 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-204fcd47-f7ce-4bf6-b1d4-f5a46aabc220 None None] Attempting to bind port f593b1ae-dff4-4355-b04f-762b08eff022 by drivers openvswitch,hyperv on host dv-cinder-786932-1-iscsi at level 0 using segments [{'id': 'f4a7b167-1590-48a4-a12d-309cdfbf0f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cb1b47c5-cbe9-40e6-b65e-5740a57af98c'}] {{(pid=86370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:28:56.105748 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204fcd47-f7ce-4bf6-b1d4-f5a46aabc220 None None] Attempting to bind port f593b1ae-dff4-4355-b04f-762b08eff022 on network cb1b47c5-cbe9-40e6-b65e-5740a57af98c {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:28:56.113675 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204fcd47-f7ce-4bf6-b1d4-f5a46aabc220 None None] Checking agent: {'id': '18e08627-855b-4b57-ace4-a20256d828a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 16, 20), 'started_at': datetime.datetime(2021, 4, 19, 19, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:28:56.113930 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-ad2a8464-20ef-426b-bc47-d52350b94deb tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:28:56.114387 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204fcd47-f7ce-4bf6-b1d4-f5a46aabc220 None None] Checking segment: {'id': 'f4a7b167-1590-48a4-a12d-309cdfbf0f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cb1b47c5-cbe9-40e6-b65e-5740a57af98c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:28:56.115067 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-204fcd47-f7ce-4bf6-b1d4-f5a46aabc220 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:56.115628 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204fcd47-f7ce-4bf6-b1d4-f5a46aabc220 None None] Bound using segment: {'id': 'f4a7b167-1590-48a4-a12d-309cdfbf0f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cb1b47c5-cbe9-40e6-b65e-5740a57af98c'} {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:28:56.116323 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-204fcd47-f7ce-4bf6-b1d4-f5a46aabc220 None None] Bound port: f593b1ae-dff4-4355-b04f-762b08eff022, host: dv-cinder-786932-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a7b167-1590-48a4-a12d-309cdfbf0f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cb1b47c5-cbe9-40e6-b65e-5740a57af98c'}}] {{(pid=86370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:28:56.116826 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-204fcd47-f7ce-4bf6-b1d4-f5a46aabc220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:56.119588 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-ad2a8464-20ef-426b-bc47-d52350b94deb tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Usage tracker for resource:security_group_rule and tenant:e4ca113d70014148bb7b01a5ca52e617 is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:28:56.124556 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-ad2a8464-20ef-426b-bc47-d52350b94deb tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:28:56.136089 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-ad2a8464-20ef-426b-bc47-d52350b94deb tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:28:56.257126 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ad2a8464-20ef-426b-bc47-d52350b94deb tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Notify callbacks [] for security_group, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:56.262636 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ad2a8464-20ef-426b-bc47-d52350b94deb tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:56.266927 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-204fcd47-f7ce-4bf6-b1d4-f5a46aabc220 None None] For port f593b1ae-dff4-4355-b04f-762b08eff022, host dv-cinder-786932-1-iscsi, cleared binding levels {{(pid=86370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:28:56.271941 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-204fcd47-f7ce-4bf6-b1d4-f5a46aabc220 None None] For port f593b1ae-dff4-4355-b04f-762b08eff022, host dv-cinder-786932-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=f593b1ae-dff4-4355-b04f-762b08eff022,segment=NetworkSegment(f4a7b167-1590-48a4-a12d-309cdfbf0f68),segment_id=f4a7b167-1590-48a4-a12d-309cdfbf0f68)] {{(pid=86370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:28:56.276388 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-28222c67-b6bd-479f-bbc8-f5605aaf772b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:28:56.278027 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-204fcd47-f7ce-4bf6-b1d4-f5a46aabc220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:56.283951 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-5b1ed65d-50f5-4a1f-8d54-0830df1f5f28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:28:56.353867 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a8464-20ef-426b-bc47-d52350b94deb tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=823bdc8f-2b33-4b7a-96ea-a1e32c9160e6,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:28:56.364813 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-ad2a8464-20ef-426b-bc47-d52350b94deb tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:28:56.390430 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204fcd47-f7ce-4bf6-b1d4-f5a46aabc220 None None] Routers {'028070f8-581d-497f-bf72-2fce20ecb456'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:28:56.397029 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-204fcd47-f7ce-4bf6-b1d4-f5a46aabc220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e168955c0>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:28:49Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['028070f8-581d-497f-bf72-2fce20ecb456'], 'active': True} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:28:56.576097 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ad2a8464-20ef-426b-bc47-d52350b94deb tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Notify callbacks [] for security_group, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:56.583011 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-ad2a8464-20ef-426b-bc47-d52350b94deb tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.6768060
Apr 19 19:28:56.585082 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 52662) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:28:56.597867 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-7cf379e1-b15c-4496-8da6-5d8112ba8743 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Request body: {'security_group_rule': {'security_group_id': '823bdc8f-2b33-4b7a-96ea-a1e32c9160e6', 'project_id': 'e4ca113d70014148bb7b01a5ca52e617', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:28:56.612546 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-7cf379e1-b15c-4496-8da6-5d8112ba8743 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:28:56.621230 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-7cf379e1-b15c-4496-8da6-5d8112ba8743 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Usage tracker for resource:security_group_rule and tenant:e4ca113d70014148bb7b01a5ca52e617 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:28:56.628346 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-7cf379e1-b15c-4496-8da6-5d8112ba8743 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:28:56.644682 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-7cf379e1-b15c-4496-8da6-5d8112ba8743 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:28:56.661811 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-80f1f68c-1973-4eb2-9ac6-2c9d8ec26e1c req-195aabfc-aee1-435c-8204-55fea4666cab tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Synchronizing usage tracker for tenant:caaf84b4cca64642b19aac2312292f91 on resource:port {{(pid=86368) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:28:56.670838 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5f9dcd-f23f-428f-801f-888cc9a68660 None None] Pushing event updated for resources: {'Port': ['ID=f593b1ae-dff4-4355-b04f-762b08eff022,revision_number=4']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:28:56.672240 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7cf379e1-b15c-4496-8da6-5d8112ba8743 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:56.678620 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8c5f9dcd-f23f-428f-801f-888cc9a68660 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:28:56.719604 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-80f1f68c-1973-4eb2-9ac6-2c9d8ec26e1c req-195aabfc-aee1-435c-8204-55fea4666cab tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Unset dirty status for tenant:caaf84b4cca64642b19aac2312292f91 on resource:port {{(pid=86368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:28:56.722762 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-80f1f68c-1973-4eb2-9ac6-2c9d8ec26e1c req-195aabfc-aee1-435c-8204-55fea4666cab tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f5bc227-3ca5-47fe-bd9b-8ac4d1e1e3c2 HTTP/1.1" status: 200  len: 210 time: 0.2366066
Apr 19 19:28:56.736140 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e54bd18-0bff-4f01-8ee7-a3ac7f922073 req-3c9672fd-cfb7-4477-8e70-3abb8aba636f tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:56.745029 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6e54bd18-0bff-4f01-8ee7-a3ac7f922073 req-3c9672fd-cfb7-4477-8e70-3abb8aba636f tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dc4f0c8-a807-486e-b932-13aa884d45d4 HTTP/1.1" status: 200  len: 945 time: 0.2588053
Apr 19 19:28:56.776936 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f9ad17-6dff-4d4c-af3b-cd6dbb1011c9 req-2eddcf92-1e1f-4b8c-9033-6939175c90ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:56.778757 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-46f9ad17-6dff-4d4c-af3b-cd6dbb1011c9 req-2eddcf92-1e1f-4b8c-9033-6939175c90ab service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c5ad4443-846c-48ec-9e35-358ef5928fba HTTP/1.1" status: 200  len: 1099 time: 0.3918107
Apr 19 19:28:56.794057 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7cf379e1-b15c-4496-8da6-5d8112ba8743 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:56.797888 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-204fcd47-f7ce-4bf6-b1d4-f5a46aabc220 None None] Set router 028070f8-581d-497f-bf72-2fce20ecb456 gateway port host: dv-cinder-786932-1-iscsi {{(pid=86370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:28:56.798893 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7cf379e1-b15c-4496-8da6-5d8112ba8743 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106940'] for security_group_rule, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:56.801435 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-6b628f2f-b29a-4cbc-8f22-d4a1491942f1 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:28:56.833005 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf379e1-b15c-4496-8da6-5d8112ba8743 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d6fa4a1-af97-4936-a2e0-719fd7fbb727,revision_number=0']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:28:56.839740 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6e54bd18-0bff-4f01-8ee7-a3ac7f922073 req-e2d04bf2-9a76-4caf-8f28-b24d09b7a033 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ea1d6d9-16df-47a6-b3b2-7b8ea05c5162&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0934458
Apr 19 19:28:56.842892 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-7cf379e1-b15c-4496-8da6-5d8112ba8743 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:28:56.857765 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7cf379e1-b15c-4496-8da6-5d8112ba8743 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:56.859461 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-7cf379e1-b15c-4496-8da6-5d8112ba8743 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2716498
Apr 19 19:28:56.862578 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 52670) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:28:56.871493 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-bd3157e4-fdea-4fb4-8583-12fb3a5a3e2b tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Request body: {'security_group_rule': {'security_group_id': '823bdc8f-2b33-4b7a-96ea-a1e32c9160e6', 'project_id': 'e4ca113d70014148bb7b01a5ca52e617', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:28:56.879550 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-bd3157e4-fdea-4fb4-8583-12fb3a5a3e2b tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:28:56.880512 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-46f9ad17-6dff-4d4c-af3b-cd6dbb1011c9 req-e394d38e-bbee-4aac-b236-10ea9c4db038 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d4007ef4-e749-490f-8b7a-2f774b3e4dad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0903428
Apr 19 19:28:56.884771 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-bd3157e4-fdea-4fb4-8583-12fb3a5a3e2b tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Usage tracker for resource:security_group_rule and tenant:e4ca113d70014148bb7b01a5ca52e617 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:28:56.888501 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-bd3157e4-fdea-4fb4-8583-12fb3a5a3e2b tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:28:56.895758 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-bd3157e4-fdea-4fb4-8583-12fb3a5a3e2b tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:28:56.919666 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bd3157e4-fdea-4fb4-8583-12fb3a5a3e2b tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:56.988433 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73628bd-9135-4cbc-8aab-5b4eba0cc794 req-d0c20dc8-bcaa-4c29-8918-e951bfd0a06e tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:56.990229 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c73628bd-9135-4cbc-8aab-5b4eba0cc794 req-d0c20dc8-bcaa-4c29-8918-e951bfd0a06e tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5ad4443-846c-48ec-9e35-358ef5928fba HTTP/1.1" status: 200  len: 946 time: 0.1004806
Apr 19 19:28:56.998046 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bd3157e4-fdea-4fb4-8583-12fb3a5a3e2b tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:57.001830 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bd3157e4-fdea-4fb4-8583-12fb3a5a3e2b tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106940'] for security_group_rule, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:57.004915 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-7cf379e1-b15c-4496-8da6-5d8112ba8743 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:28:57.035964 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3157e4-fdea-4fb4-8583-12fb3a5a3e2b tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bae9281-cf4b-4b87-a39c-20408b9cf49d,revision_number=0']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:28:57.039246 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-bd3157e4-fdea-4fb4-8583-12fb3a5a3e2b tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:28:57.048627 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bd3157e4-fdea-4fb4-8583-12fb3a5a3e2b tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:57.054501 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-bd3157e4-fdea-4fb4-8583-12fb3a5a3e2b tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1852145
Apr 19 19:28:57.054875 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 52674) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:28:57.061467 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-644b657e-fc03-477f-a17e-3e2cf2f08f65 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Request body: {'security_group_rule': {'security_group_id': '823bdc8f-2b33-4b7a-96ea-a1e32c9160e6', 'project_id': 'e4ca113d70014148bb7b01a5ca52e617', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:28:57.069220 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-644b657e-fc03-477f-a17e-3e2cf2f08f65 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:28:57.073935 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-644b657e-fc03-477f-a17e-3e2cf2f08f65 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Usage tracker for resource:security_group_rule and tenant:e4ca113d70014148bb7b01a5ca52e617 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:28:57.077507 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-644b657e-fc03-477f-a17e-3e2cf2f08f65 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:28:57.084823 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-644b657e-fc03-477f-a17e-3e2cf2f08f65 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:28:57.085503 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c73628bd-9135-4cbc-8aab-5b4eba0cc794 req-5c29d335-1a2a-40b1-ac86-95a9089885a1 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4007ef4-e749-490f-8b7a-2f774b3e4dad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0830851
Apr 19 19:28:57.114406 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-644b657e-fc03-477f-a17e-3e2cf2f08f65 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:57.225480 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-204fcd47-f7ce-4bf6-b1d4-f5a46aabc220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e168955c0>, [{'id': '028070f8-581d-497f-bf72-2fce20ecb456', 'name': 'tempest-TestShelveInstance-983860828-router', 'tenant_id': '63c01c54fcfc472a82ee3a12399aa22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '5b34ce97-b59d-4e5b-9bd8-3a8440bf8824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:28:38Z', 'updated_at': '2021-04-19T19:28:51Z', 'revision_number': 4, 'project_id': '63c01c54fcfc472a82ee3a12399aa22a', 'gw_port': {'id': '5b34ce97-b59d-4e5b-9bd8-3a8440bf8824', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028070f8-581d-497f-bf72-2fce20ecb456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:28:40Z', 'updated_at': '2021-04-19T19:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_interfaces': [{'id': 'f593b1ae-dff4-4355-b04f-762b08eff022', 'name': '', 'network_id': 'cb1b47c5-cbe9-40e6-b65e-5740a57af98c', 'tenant_id': '63c01c54fcfc472a82ee3a12399aa22a', 'mac_address': 'fa:16:3e:fe:02:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '028070f8-581d-497f-bf72-2fce20ecb456', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a661327e-e7fc-471a-aa5d-fc68c1607483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:28:48Z', 'updated_at': '2021-04-19T19:28:56Z', 'revision_number': 4, 'project_id': '63c01c54fcfc472a82ee3a12399aa22a', 'subnets': [{'id': 'a661327e-e7fc-471a-aa5d-fc68c1607483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:28:57.230548 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204fcd47-f7ce-4bf6-b1d4-f5a46aabc220 None None] The sync data for ids ['028070f8-581d-497f-bf72-2fce20ecb456'] in dv-cinder-786932-1-iscsi is: [{'id': '028070f8-581d-497f-bf72-2fce20ecb456', 'name': 'tempest-TestShelveInstance-983860828-router', 'tenant_id': '63c01c54fcfc472a82ee3a12399aa22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '5b34ce97-b59d-4e5b-9bd8-3a8440bf8824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:28:38Z', 'updated_at': '2021-04-19T19:28:51Z', 'revision_number': 4, 'project_id': '63c01c54fcfc472a82ee3a12399aa22a', 'gw_port': {'id': '5b34ce97-b59d-4e5b-9bd8-3a8440bf8824', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028070f8-581d-497f-bf72-2fce20ecb456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:28:40Z', 'updated_at': '2021-04-19T19:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_interfaces': [{'id': 'f593b1ae-dff4-4355-b04f-762b08eff022', 'name': '', 'network_id': 'cb1b47c5-cbe9-40e6-b65e-5740a57af98c', 'tenant_id': '63c01c54fcfc472a82ee3a12399aa22a', 'mac_address': 'fa:16:3e:fe:02:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '028070f8-581d-497f-bf72-2fce20ecb456', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a661327e-e7fc-471a-aa5d-fc68c1607483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:28:48Z', 'updated_at': '2021-04-19T19:28:56Z', 'revision_number': 4, 'project_id': '63c01c54fcfc472a82ee3a12399aa22a', 'subnets': [{'id': 'a661327e-e7fc-471a-aa5d-fc68c1607483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:28:57.239336 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-644b657e-fc03-477f-a17e-3e2cf2f08f65 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:57.244025 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-644b657e-fc03-477f-a17e-3e2cf2f08f65 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106940'] for security_group_rule, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:57.247011 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:28:57.285758 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644b657e-fc03-477f-a17e-3e2cf2f08f65 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08931aba-0fc6-4884-844d-2f4af267a5da,revision_number=0']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:28:57.289821 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-644b657e-fc03-477f-a17e-3e2cf2f08f65 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:28:57.305315 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-644b657e-fc03-477f-a17e-3e2cf2f08f65 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:57.307095 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-644b657e-fc03-477f-a17e-3e2cf2f08f65 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2509973
Apr 19 19:28:57.311695 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 52678) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:28:57.321014 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-72182a29-e634-4b51-910e-1441ee64bb61 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Request body: {'security_group_rule': {'security_group_id': '823bdc8f-2b33-4b7a-96ea-a1e32c9160e6', 'project_id': 'e4ca113d70014148bb7b01a5ca52e617', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:28:57.329759 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-72182a29-e634-4b51-910e-1441ee64bb61 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:28:57.336737 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-72182a29-e634-4b51-910e-1441ee64bb61 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Usage tracker for resource:security_group_rule and tenant:e4ca113d70014148bb7b01a5ca52e617 is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:28:57.342269 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-72182a29-e634-4b51-910e-1441ee64bb61 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:28:57.352092 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-72182a29-e634-4b51-910e-1441ee64bb61 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:28:57.382611 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-72182a29-e634-4b51-910e-1441ee64bb61 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:57.479173 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-72182a29-e634-4b51-910e-1441ee64bb61 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:57.486050 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-72182a29-e634-4b51-910e-1441ee64bb61 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106940'] for security_group_rule, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:57.489655 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:28:57.541592 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72182a29-e634-4b51-910e-1441ee64bb61 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=415a5fba-af59-4cb2-ae71-befd7c668b2b,revision_number=0']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:28:57.552030 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-72182a29-e634-4b51-910e-1441ee64bb61 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:28:57.553736 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-72182a29-e634-4b51-910e-1441ee64bb61 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:57.557970 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-72182a29-e634-4b51-910e-1441ee64bb61 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2418458
Apr 19 19:28:57.558523 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 52682) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:28:57.568488 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-a9e3db35-b510-4dea-954e-18baa84b7c67 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Request body: {'security_group_rule': {'security_group_id': '823bdc8f-2b33-4b7a-96ea-a1e32c9160e6', 'project_id': 'e4ca113d70014148bb7b01a5ca52e617', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:28:57.579208 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-a9e3db35-b510-4dea-954e-18baa84b7c67 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:28:57.586302 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-a9e3db35-b510-4dea-954e-18baa84b7c67 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Usage tracker for resource:security_group_rule and tenant:e4ca113d70014148bb7b01a5ca52e617 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:28:57.590367 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-a9e3db35-b510-4dea-954e-18baa84b7c67 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:28:57.600002 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-a9e3db35-b510-4dea-954e-18baa84b7c67 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:28:57.618514 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.db.securitygroups_db [None req-a9e3db35-b510-4dea-954e-18baa84b7c67 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Project e4ca113d70014148bb7b01a5ca52e617 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 19 19:28:57.629351 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a9e3db35-b510-4dea-954e-18baa84b7c67 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:57.738778 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a9e3db35-b510-4dea-954e-18baa84b7c67 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:57.743450 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a9e3db35-b510-4dea-954e-18baa84b7c67 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106940'] for security_group_rule, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:57.752745 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:28:57.778433 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e3db35-b510-4dea-954e-18baa84b7c67 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15211716-2f3f-4eb1-a470-acae6659e7ff,revision_number=0']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:28:57.781052 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a9e3db35-b510-4dea-954e-18baa84b7c67 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:28:57.791285 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a9e3db35-b510-4dea-954e-18baa84b7c67 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:57.792623 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-a9e3db35-b510-4dea-954e-18baa84b7c67 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2326593
Apr 19 19:28:57.796423 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 52688) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:28:57.803299 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-ebfc35b1-4989-4b21-a90c-0ba031868296 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Request body: {'security_group_rule': {'security_group_id': '823bdc8f-2b33-4b7a-96ea-a1e32c9160e6', 'project_id': 'e4ca113d70014148bb7b01a5ca52e617', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:28:57.815094 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-ebfc35b1-4989-4b21-a90c-0ba031868296 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:28:57.820451 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-ebfc35b1-4989-4b21-a90c-0ba031868296 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Usage tracker for resource:security_group_rule and tenant:e4ca113d70014148bb7b01a5ca52e617 is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:28:57.824183 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-ebfc35b1-4989-4b21-a90c-0ba031868296 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:28:57.834718 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-ebfc35b1-4989-4b21-a90c-0ba031868296 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:28:57.849885 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.db.securitygroups_db [None req-ebfc35b1-4989-4b21-a90c-0ba031868296 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Project e4ca113d70014148bb7b01a5ca52e617 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 19 19:28:57.860637 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ebfc35b1-4989-4b21-a90c-0ba031868296 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:57.940306 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device f593b1ae-dff4-4355-b04f-762b08eff022 up at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:28:58.008888 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ebfc35b1-4989-4b21-a90c-0ba031868296 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:58.036350 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning for port f593b1ae-dff4-4355-b04f-762b08eff022 completed by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:28:58.043100 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning complete for port f593b1ae-dff4-4355-b04f-762b08eff022 triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:28:58.044011 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:58.101854 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ebfc35b1-4989-4b21-a90c-0ba031868296 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106940'] for security_group_rule, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:58.131072 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-72182a29-e634-4b51-910e-1441ee64bb61 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:28:58.179319 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfc35b1-4989-4b21-a90c-0ba031868296 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45ddb586-b74b-4397-9498-e7f44a151919,revision_number=0']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:28:58.184918 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-ebfc35b1-4989-4b21-a90c-0ba031868296 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:28:58.196534 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ebfc35b1-4989-4b21-a90c-0ba031868296 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:58.198237 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-ebfc35b1-4989-4b21-a90c-0ba031868296 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4007034
Apr 19 19:28:58.262232 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809366cb-dc02-49bd-a01b-c2d08b29eaf3 req-19ca9a64-0ab6-4630-981a-b65634bf924b tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:58.264932 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-809366cb-dc02-49bd-a01b-c2d08b29eaf3 req-19ca9a64-0ab6-4630-981a-b65634bf924b tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dc4f0c8-a807-486e-b932-13aa884d45d4 HTTP/1.1" status: 200  len: 945 time: 0.2531786
Apr 19 19:28:58.271541 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:58.331764 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-809366cb-dc02-49bd-a01b-c2d08b29eaf3 req-384da032-bf63-4cb9-9fb7-c36015544e33 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ea1d6d9-16df-47a6-b3b2-7b8ea05c5162&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550263
Apr 19 19:28:58.348207 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] For port f593b1ae-dff4-4355-b04f-762b08eff022, host dv-cinder-786932-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=f593b1ae-dff4-4355-b04f-762b08eff022,segment=NetworkSegment(f4a7b167-1590-48a4-a12d-309cdfbf0f68),segment_id=f4a7b167-1590-48a4-a12d-309cdfbf0f68)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:28:58.352700 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:58.354883 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8c5f9dcd-f23f-428f-801f-888cc9a68660 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:28:58.507488 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625eaa6-1cf0-47e0-b719-0ce0dd4b7113 req-fa28f8d3-b5b4-434b-9f58-e17722995880 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:58.516367 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b625eaa6-1cf0-47e0-b719-0ce0dd4b7113 req-fa28f8d3-b5b4-434b-9f58-e17722995880 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5ad4443-846c-48ec-9e35-358ef5928fba HTTP/1.1" status: 200  len: 946 time: 0.1834311
Apr 19 19:28:58.533087 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Pushing event updated for resources: {'Port': ['ID=f593b1ae-dff4-4355-b04f-762b08eff022,revision_number=5']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:28:58.538963 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:28:58.600793 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b625eaa6-1cf0-47e0-b719-0ce0dd4b7113 req-f435a3eb-2824-42ba-99b8-bd61ad5ba74c tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4007ef4-e749-490f-8b7a-2f774b3e4dad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780489
Apr 19 19:28:58.865573 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e37f9-8754-4197-ac7e-fbbf31d77231 req-da26060f-d589-4740-bdd8-1f9bd4f8fc89 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:58.867490 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ba1e37f9-8754-4197-ac7e-fbbf31d77231 req-da26060f-d589-4740-bdd8-1f9bd4f8fc89 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cad848e-cc06-48f5-b3f7-9e0e8149ae93 HTTP/1.1" status: 200  len: 945 time: 0.1110182
Apr 19 19:28:58.874536 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:58.946210 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ba1e37f9-8754-4197-ac7e-fbbf31d77231 req-2a4481e2-33e6-4c00-a539-647dcb97f0f7 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676129
Apr 19 19:28:59.285393 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf66c9-fa51-4c29-9062-5ebda61c2db7 req-a558c7b8-da95-46be-a764-559c9940a99e tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:59.287157 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1dcf66c9-fa51-4c29-9062-5ebda61c2db7 req-a558c7b8-da95-46be-a764-559c9940a99e tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dc4f0c8-a807-486e-b932-13aa884d45d4 HTTP/1.1" status: 200  len: 945 time: 0.1264544
Apr 19 19:28:59.386928 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-1dcf66c9-fa51-4c29-9062-5ebda61c2db7 req-7024621e-7e1b-490a-9cde-656ddec529c9 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Deleting port 2d75b061-7a9d-4550-9d74-7f7c0cb1ab89 {{(pid=86368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:28:59.387575 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-1dcf66c9-fa51-4c29-9062-5ebda61c2db7 req-7024621e-7e1b-490a-9cde-656ddec529c9 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:59.770513 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79550cb9-1638-46a7-a04b-adf35a4bc97e req-113e01de-82cf-48e1-81dc-6ab97d4413b3 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:28:59.773718 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-79550cb9-1638-46a7-a04b-adf35a4bc97e req-113e01de-82cf-48e1-81dc-6ab97d4413b3 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dc4f0c8-a807-486e-b932-13aa884d45d4 HTTP/1.1" status: 200  len: 945 time: 0.2417631
Apr 19 19:28:59.868526 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device f593b1ae-dff4-4355-b04f-762b08eff022 up at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:28:59.879860 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-1dcf66c9-fa51-4c29-9062-5ebda61c2db7 req-7024621e-7e1b-490a-9cde-656ddec529c9 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] For port 2d75b061-7a9d-4550-9d74-7f7c0cb1ab89, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2d75b061-7a9d-4550-9d74-7f7c0cb1ab89,segment=NetworkSegment(b3c21e51-3edd-47e3-9955-c8137f9b3597),segment_id=b3c21e51-3edd-47e3-9955-c8137f9b3597)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:28:59.880254 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-1dcf66c9-fa51-4c29-9062-5ebda61c2db7 req-7024621e-7e1b-490a-9cde-656ddec529c9 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697982'] for port, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:59.956674 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning complete for port f593b1ae-dff4-4355-b04f-762b08eff022 triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:28:59.957199 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:28:59.982912 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-79550cb9-1638-46a7-a04b-adf35a4bc97e req-8f29be35-2fcc-4253-8c65-949f2123688f tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ea1d6d9-16df-47a6-b3b2-7b8ea05c5162&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2002137
Apr 19 19:29:00.088398 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-1dcf66c9-fa51-4c29-9062-5ebda61c2db7 req-7024621e-7e1b-490a-9cde-656ddec529c9 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Calling delete_port for 2d75b061-7a9d-4550-9d74-7f7c0cb1ab89 owned by compute:nova {{(pid=86368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:29:00.291048 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35da757-852a-4e9f-b108-c06ea04b31b4 req-8f2df402-c174-47b8-a2ac-45bc68ba8bf4 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:00.292979 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e35da757-852a-4e9f-b108-c06ea04b31b4 req-8f2df402-c174-47b8-a2ac-45bc68ba8bf4 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5ad4443-846c-48ec-9e35-358ef5928fba HTTP/1.1" status: 200  len: 946 time: 0.4698470
Apr 19 19:29:00.415535 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe229c4-030e-4a01-8770-14787689bcd7 req-bd3fd26a-49ec-438d-a0c8-f31bc2478699 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:00.417352 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ebe229c4-030e-4a01-8770-14787689bcd7 req-bd3fd26a-49ec-438d-a0c8-f31bc2478699 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cad848e-cc06-48f5-b3f7-9e0e8149ae93 HTTP/1.1" status: 200  len: 945 time: 0.2547982
Apr 19 19:29:00.451197 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e35da757-852a-4e9f-b108-c06ea04b31b4 req-75a84b0d-4816-44d7-abfe-2c66d70bf58d tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4007ef4-e749-490f-8b7a-2f774b3e4dad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1165853
Apr 19 19:29:00.457881 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-1dcf66c9-fa51-4c29-9062-5ebda61c2db7 req-7024621e-7e1b-490a-9cde-656ddec529c9 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297115604255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297116051999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822331971'] for port, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:00.468251 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:29:00.508524 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] get_ports_and_sgs() called for port_ids ['643ca322-bd10-4392-be03-10b198f92d31', 'ac09c14e-d3e9-44c8-97c1-a1a6099c6d96', '2d75b061-7a9d-4550-9d74-7f7c0cb1ab89'] {{(pid=86370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:29:00.541088 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7024621e-7e1b-490a-9cde-656ddec529c9 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Pushing event deleted for resources: {'Port': ['ID=2d75b061-7a9d-4550-9d74-7f7c0cb1ab89,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:29:00.547534 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-7024621e-7e1b-490a-9cde-656ddec529c9 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:29:00.728948 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ebe229c4-030e-4a01-8770-14787689bcd7 req-75c307b8-f266-4cc7-8b14-b4250376eecc tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3008301
Apr 19 19:29:00.730258 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dcf66c9-fa51-4c29-9062-5ebda61c2db7 req-7024621e-7e1b-490a-9cde-656ddec529c9 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] No DVR routers for this DVR port 2d75b061-7a9d-4550-9d74-7f7c0cb1ab89 on host hv-cinder-78693 {{(pid=86368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 19:29:00.733184 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-1dcf66c9-fa51-4c29-9062-5ebda61c2db7 req-7024621e-7e1b-490a-9cde-656ddec529c9 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for port, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:00.744099 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc4f0c8-a807-486e-b932-13aa884d45d4', 'name': 'network-vif-deleted', 'tag': '2d75b061-7a9d-4550-9d74-7f7c0cb1ab89'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:29:00.751127 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1dcf66c9-fa51-4c29-9062-5ebda61c2db7 req-7024621e-7e1b-490a-9cde-656ddec529c9 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.20 "DELETE /v2.0/ports/2d75b061-7a9d-4550-9d74-7f7c0cb1ab89 HTTP/1.1" status: 204  len: 173 time: 1.4582894
Apr 19 19:29:00.829329 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dc4f0c8-a807-486e-b932-13aa884d45d4', 'name': 'network-vif-deleted', 'tag': '2d75b061-7a9d-4550-9d74-7f7c0cb1ab89', 'status': 'completed', 'code': 200}
Apr 19 19:29:01.284717 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-5a5fa2a3-e2ca-4de9-87af-caeec25785ed req-07021470-d817-4c71-8cae-3ecc6373d9b6 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Synchronizing usage tracker for tenant:85413127fef4416ca1237dc13d0f6ce2 on resource:port {{(pid=86368) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:29:01.308346 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-5a5fa2a3-e2ca-4de9-87af-caeec25785ed req-07021470-d817-4c71-8cae-3ecc6373d9b6 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Unset dirty status for tenant:85413127fef4416ca1237dc13d0f6ce2 on resource:port {{(pid=86368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:29:01.309545 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5a5fa2a3-e2ca-4de9-87af-caeec25785ed req-07021470-d817-4c71-8cae-3ecc6373d9b6 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dc4f0c8-a807-486e-b932-13aa884d45d4 HTTP/1.1" status: 200  len: 210 time: 0.0941603
Apr 19 19:29:01.313216 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2e97c203-0156-4c24-9e1f-bdc19bac9f4b req-dec19370-9fb5-446a-b51c-05c7727dcd43 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=370f06aa-5b99-4f41-9d05-441ae6481331&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1681087
Apr 19 19:29:01.439275 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e97c203-0156-4c24-9e1f-bdc19bac9f4b req-6cabc270-ded7-483d-9ffd-1614dedf1ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:01.441408 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2e97c203-0156-4c24-9e1f-bdc19bac9f4b req-6cabc270-ded7-483d-9ffd-1614dedf1ba1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6333d4d4b1249bfb35237c3c56fe86e&device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 1100 time: 0.0853336
Apr 19 19:29:01.720017 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e97c203-0156-4c24-9e1f-bdc19bac9f4b req-893402e8-b329-4ba0-a6b7-0b1b75abfb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:01.722855 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2e97c203-0156-4c24-9e1f-bdc19bac9f4b req-893402e8-b329-4ba0-a6b7-0b1b75abfb44 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a89eb528-cfbf-497b-ad2d-b1613a8bf395 HTTP/1.1" status: 200  len: 917 time: 0.2139447
Apr 19 19:29:01.908355 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2e97c203-0156-4c24-9e1f-bdc19bac9f4b req-78e125a5-e69d-4fd7-b793-523660b7f804 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8fbaa88-c36d-4955-b0ff-233bb0d92900 HTTP/1.1" status: 200  len: 1002 time: 0.1615973
Apr 19 19:29:02.377307 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e97c203-0156-4c24-9e1f-bdc19bac9f4b req-454a1478-ed6f-483d-8394-b7fba59da19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:02.379261 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2e97c203-0156-4c24-9e1f-bdc19bac9f4b req-454a1478-ed6f-483d-8394-b7fba59da19a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=194aa9b4-1b11-48c1-957e-a5acc2bb888c HTTP/1.1" status: 200  len: 855 time: 0.4258649
Apr 19 19:29:02.459661 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device 2d75b061-7a9d-4550-9d74-7f7c0cb1ab89 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:29:02.495795 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce10eb08-ff93-4caf-b4ee-ef889b684596 req-71b3fff0-0f9a-4778-997b-8e02a9f1bfb2 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:02.497556 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ce10eb08-ff93-4caf-b4ee-ef889b684596 req-71b3fff0-0f9a-4778-997b-8e02a9f1bfb2 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cad848e-cc06-48f5-b3f7-9e0e8149ae93 HTTP/1.1" status: 200  len: 945 time: 0.4894228
Apr 19 19:29:02.527595 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] No Port match for: 2d75b061-7a9d-4550-9d74-7f7c0cb1ab89 {{(pid=86370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:29:02.528129 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device 2d75b061-7a9d-4550-9d74-7f7c0cb1ab89 not bound to the agent host hv-cinder-78693 {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:29:02.554543 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560fba8f-5619-4b79-a9de-fd9d7bc9fd27 req-96cf01c9-a2a6-4e27-aef2-05708b55c8f5 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:02.556296 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-560fba8f-5619-4b79-a9de-fd9d7bc9fd27 req-96cf01c9-a2a6-4e27-aef2-05708b55c8f5 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a2e57ab-ae13-4fe0-8550-86a32f652051 HTTP/1.1" status: 200  len: 945 time: 0.2374527
Apr 19 19:29:02.614637 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e97c203-0156-4c24-9e1f-bdc19bac9f4b req-89a2b0ec-a3b7-406d-961a-4bbc75607410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:02.616310 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2e97c203-0156-4c24-9e1f-bdc19bac9f4b req-89a2b0ec-a3b7-406d-961a-4bbc75607410 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a89eb528-cfbf-497b-ad2d-b1613a8bf395&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2236059
Apr 19 19:29:02.620993 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ce10eb08-ff93-4caf-b4ee-ef889b684596 req-1828a44c-73f7-43f6-acfb-20a2664805fa tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1116703
Apr 19 19:29:02.731683 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-560fba8f-5619-4b79-a9de-fd9d7bc9fd27 req-dd30ec93-ac21-4a24-88fa-2d46276f8040 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bb966a8-856d-4456-a718-193d52b80079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1640396
Apr 19 19:29:02.872399 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2e97c203-0156-4c24-9e1f-bdc19bac9f4b req-b4e56873-d7ca-4024-ae05-de8b35812bf3 service neutron] 10.222.0.20 "GET /v2.0/networks/a89eb528-cfbf-497b-ad2d-b1613a8bf395?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2420757
Apr 19 19:29:02.968174 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0864a8-4f86-414e-85cd-4b8e9f68df5e req-727d7f5d-23dc-427e-8434-df0870af9718 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:02.969834 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-cd0864a8-4f86-414e-85cd-4b8e9f68df5e req-727d7f5d-23dc-427e-8434-df0870af9718 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5ad4443-846c-48ec-9e35-358ef5928fba HTTP/1.1" status: 200  len: 946 time: 0.2131572
Apr 19 19:29:03.066138 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-cd0864a8-4f86-414e-85cd-4b8e9f68df5e req-45aac3f6-6feb-4e17-b484-ed67d6dc465d tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4007ef4-e749-490f-8b7a-2f774b3e4dad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857894
Apr 19 19:29:03.090353 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2e97c203-0156-4c24-9e1f-bdc19bac9f4b req-197de49b-718e-4870-8fb9-c162a0b3d13c service neutron] 10.222.0.20 "GET /v2.0/networks/a89eb528-cfbf-497b-ad2d-b1613a8bf395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2083416
Apr 19 19:29:03.310724 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d0092-4f1f-4f42-b0e8-46cb2ae0a5db req-05e50c58-e878-45c3-9829-6a04023341e0 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:03.312352 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ac4d0092-4f1f-4f42-b0e8-46cb2ae0a5db req-05e50c58-e878-45c3-9829-6a04023341e0 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4c5efa6-2b46-4dc4-a03c-547e3d200fb9 HTTP/1.1" status: 200  len: 946 time: 0.0936954
Apr 19 19:29:03.363393 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ac4d0092-4f1f-4f42-b0e8-46cb2ae0a5db req-1a90bacb-7dfc-4161-8e21-872e6ac81b1e tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ea1d6d9-16df-47a6-b3b2-7b8ea05c5162&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434813
Apr 19 19:29:03.865733 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1344881c-6878-41b2-a964-eac7584d7353 req-67607e56-aad3-4a98-9c38-c44ad2b78bff tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:03.867422 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1344881c-6878-41b2-a964-eac7584d7353 req-67607e56-aad3-4a98-9c38-c44ad2b78bff tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cad848e-cc06-48f5-b3f7-9e0e8149ae93 HTTP/1.1" status: 200  len: 945 time: 0.1003344
Apr 19 19:29:03.967815 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1344881c-6878-41b2-a964-eac7584d7353 req-f0a2e7a4-be7c-4464-bfcf-52c552c9d725 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0934427
Apr 19 19:29:04.013828 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098bd948-ba8e-4300-a2ee-c04711fe8ea1 req-e30ef5c1-a462-4f81-8657-37121134c7e2 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:04.015598 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-098bd948-ba8e-4300-a2ee-c04711fe8ea1 req-e30ef5c1-a462-4f81-8657-37121134c7e2 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a2e57ab-ae13-4fe0-8550-86a32f652051 HTTP/1.1" status: 200  len: 945 time: 0.1401815
Apr 19 19:29:04.070648 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-098bd948-ba8e-4300-a2ee-c04711fe8ea1 req-ec88cffc-4511-4c8e-935f-b3a1831bd897 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bb966a8-856d-4456-a718-193d52b80079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457160
Apr 19 19:29:04.312317 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a939cf2f-c153-4df3-bca9-29643d4ccfe7 req-0cdae307-27f1-4bbe-bee1-7e44029bed99 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:04.313906 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a939cf2f-c153-4df3-bca9-29643d4ccfe7 req-0cdae307-27f1-4bbe-bee1-7e44029bed99 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5ad4443-846c-48ec-9e35-358ef5928fba HTTP/1.1" status: 200  len: 946 time: 0.0972290
Apr 19 19:29:04.364045 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a939cf2f-c153-4df3-bca9-29643d4ccfe7 req-513d4714-5f35-496b-a000-0aeb9f7c5854 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4007ef4-e749-490f-8b7a-2f774b3e4dad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433915
Apr 19 19:29:04.478914 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2aadae-e7df-4986-bbe0-5746a4e34ee4 req-886932da-c01c-4403-9f3c-5f572c110580 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:04.480675 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-db2aadae-e7df-4986-bbe0-5746a4e34ee4 req-886932da-c01c-4403-9f3c-5f572c110580 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5ad4443-846c-48ec-9e35-358ef5928fba HTTP/1.1" status: 200  len: 946 time: 0.0981102
Apr 19 19:29:04.636478 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-db2aadae-e7df-4986-bbe0-5746a4e34ee4 req-5ab4b884-f1b8-4ace-b08e-a3fb53a09265 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Deleting port eaef9d63-9676-4c59-a6a3-45aee4ea201f {{(pid=86368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:29:04.636869 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-db2aadae-e7df-4986-bbe0-5746a4e34ee4 req-5ab4b884-f1b8-4ace-b08e-a3fb53a09265 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:04.723286 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983ba5cf-a75a-4aca-832a-97343a934858 req-85ed9c86-48f8-40b3-a9b8-9f0e7c0a9fc3 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:04.725372 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-983ba5cf-a75a-4aca-832a-97343a934858 req-85ed9c86-48f8-40b3-a9b8-9f0e7c0a9fc3 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4c5efa6-2b46-4dc4-a03c-547e3d200fb9 HTTP/1.1" status: 200  len: 946 time: 0.2407327
Apr 19 19:29:04.914714 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-983ba5cf-a75a-4aca-832a-97343a934858 req-a4ac704f-9536-4b2f-bbb3-4a7dde72875e tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ea1d6d9-16df-47a6-b3b2-7b8ea05c5162&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1538095
Apr 19 19:29:04.996974 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-db2aadae-e7df-4986-bbe0-5746a4e34ee4 req-5ab4b884-f1b8-4ace-b08e-a3fb53a09265 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] For port eaef9d63-9676-4c59-a6a3-45aee4ea201f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=eaef9d63-9676-4c59-a6a3-45aee4ea201f,segment=NetworkSegment(941923be-a754-42a2-b795-2bb2c8bda33c),segment_id=941923be-a754-42a2-b795-2bb2c8bda33c)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:29:04.997465 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-db2aadae-e7df-4986-bbe0-5746a4e34ee4 req-5ab4b884-f1b8-4ace-b08e-a3fb53a09265 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697982'] for port, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:05.196442 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-db2aadae-e7df-4986-bbe0-5746a4e34ee4 req-5ab4b884-f1b8-4ace-b08e-a3fb53a09265 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Calling delete_port for eaef9d63-9676-4c59-a6a3-45aee4ea201f owned by compute:nova {{(pid=86368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:29:05.455893 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20708737-fa8e-41f0-9499-a5027256008b req-f3eb222c-681b-4c7f-bfe3-f964c3ed74fd tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:05.457661 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-20708737-fa8e-41f0-9499-a5027256008b req-f3eb222c-681b-4c7f-bfe3-f964c3ed74fd tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cad848e-cc06-48f5-b3f7-9e0e8149ae93 HTTP/1.1" status: 200  len: 945 time: 0.3062994
Apr 19 19:29:05.518665 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd45b37-4f9f-43dd-8839-805689c4235b req-e6efcc6c-e0b0-4fd0-8192-16f875bc5358 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:05.519995 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-fbd45b37-4f9f-43dd-8839-805689c4235b req-e6efcc6c-e0b0-4fd0-8192-16f875bc5358 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Synchronizing usage tracker for tenant:85413127fef4416ca1237dc13d0f6ce2 on resource:port {{(pid=86369) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:29:05.535557 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-fbd45b37-4f9f-43dd-8839-805689c4235b req-e6efcc6c-e0b0-4fd0-8192-16f875bc5358 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Unset dirty status for tenant:85413127fef4416ca1237dc13d0f6ce2 on resource:port {{(pid=86369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:29:05.536873 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fbd45b37-4f9f-43dd-8839-805689c4235b req-e6efcc6c-e0b0-4fd0-8192-16f875bc5358 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4c5efa6-2b46-4dc4-a03c-547e3d200fb9 HTTP/1.1" status: 200  len: 946 time: 0.1220677
Apr 19 19:29:05.604578 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58233388-973a-46ae-a91e-f4c701002a45 req-8daa4423-bc99-4a9d-86ad-b56b638ac5f7 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:05.606444 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-58233388-973a-46ae-a91e-f4c701002a45 req-8daa4423-bc99-4a9d-86ad-b56b638ac5f7 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a2e57ab-ae13-4fe0-8550-86a32f652051 HTTP/1.1" status: 200  len: 945 time: 0.3297296
Apr 19 19:29:05.614398 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-20708737-fa8e-41f0-9499-a5027256008b req-bd5d157e-4adc-4adf-af1f-8513c23f7fba tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1460218
Apr 19 19:29:05.631141 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-56618793-170e-4aa6-8efa-9c6d4ae7a1f6 None None] Agent healthcheck: found 6 active agents {{(pid=86371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:29:05.637131 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-db2aadae-e7df-4986-bbe0-5746a4e34ee4 req-5ab4b884-f1b8-4ace-b08e-a3fb53a09265 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297115604255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297116051999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822331971'] for port, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:05.639137 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-fbd45b37-4f9f-43dd-8839-805689c4235b req-8bb0f149-6fa5-47c8-b4db-f2abd3601369 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Deleting port ac09c14e-d3e9-44c8-97c1-a1a6099c6d96 {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:29:05.639831 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-fbd45b37-4f9f-43dd-8839-805689c4235b req-8bb0f149-6fa5-47c8-b4db-f2abd3601369 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:05.646898 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a545bfac-06e5-40f5-913f-233db690ea38 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:29:05.760391 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab4b884-f1b8-4ace-b08e-a3fb53a09265 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Pushing event deleted for resources: {'Port': ['ID=eaef9d63-9676-4c59-a6a3-45aee4ea201f,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:29:05.827444 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab4b884-f1b8-4ace-b08e-a3fb53a09265 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:29:05.827886 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab4b884-f1b8-4ace-b08e-a3fb53a09265 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:29:05.828288 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab4b884-f1b8-4ace-b08e-a3fb53a09265 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:29:05.828683 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab4b884-f1b8-4ace-b08e-a3fb53a09265 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:29:05.829072 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab4b884-f1b8-4ace-b08e-a3fb53a09265 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:29:05.829458 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab4b884-f1b8-4ace-b08e-a3fb53a09265 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:29:05.829843 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab4b884-f1b8-4ace-b08e-a3fb53a09265 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:29:05.830260 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab4b884-f1b8-4ace-b08e-a3fb53a09265 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:29:05.830785 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab4b884-f1b8-4ace-b08e-a3fb53a09265 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:29:05.831944 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab4b884-f1b8-4ace-b08e-a3fb53a09265 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:29:05.832245 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab4b884-f1b8-4ace-b08e-a3fb53a09265 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:29:05.832578 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab4b884-f1b8-4ace-b08e-a3fb53a09265 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:29:05.844790 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-5ab4b884-f1b8-4ace-b08e-a3fb53a09265 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:29:05.884179 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-db2aadae-e7df-4986-bbe0-5746a4e34ee4 req-5ab4b884-f1b8-4ace-b08e-a3fb53a09265 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] No DVR routers for this DVR port eaef9d63-9676-4c59-a6a3-45aee4ea201f on host hv-cinder-78693 {{(pid=86368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 19:29:05.888727 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-58233388-973a-46ae-a91e-f4c701002a45 req-e7f0dcd3-ea1f-4a50-9cfb-96b1508a05de tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bb966a8-856d-4456-a718-193d52b80079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2702296
Apr 19 19:29:05.897402 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-db2aadae-e7df-4986-bbe0-5746a4e34ee4 req-5ab4b884-f1b8-4ace-b08e-a3fb53a09265 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for port, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:05.899950 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5ad4443-846c-48ec-9e35-358ef5928fba', 'name': 'network-vif-deleted', 'tag': 'eaef9d63-9676-4c59-a6a3-45aee4ea201f'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:29:05.918922 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8e8021c0-a223-46d2-8f7b-c8fb00b3af13 req-9b17692d-f7b2-41b4-9689-a558b4de41f8 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5ad4443-846c-48ec-9e35-358ef5928fba HTTP/1.1" status: 200  len: 210 time: 0.0963709
Apr 19 19:29:05.924009 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-db2aadae-e7df-4986-bbe0-5746a4e34ee4 req-5ab4b884-f1b8-4ace-b08e-a3fb53a09265 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] 10.222.0.20 "DELETE /v2.0/ports/eaef9d63-9676-4c59-a6a3-45aee4ea201f HTTP/1.1" status: 204  len: 173 time: 1.3946655
Apr 19 19:29:05.989213 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5ad4443-846c-48ec-9e35-358ef5928fba', 'name': 'network-vif-deleted', 'tag': 'eaef9d63-9676-4c59-a6a3-45aee4ea201f', 'status': 'completed', 'code': 200}
Apr 19 19:29:06.118661 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-fbd45b37-4f9f-43dd-8839-805689c4235b req-8bb0f149-6fa5-47c8-b4db-f2abd3601369 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] For port ac09c14e-d3e9-44c8-97c1-a1a6099c6d96, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ac09c14e-d3e9-44c8-97c1-a1a6099c6d96,segment=NetworkSegment(b3c21e51-3edd-47e3-9955-c8137f9b3597),segment_id=b3c21e51-3edd-47e3-9955-c8137f9b3597)] {{(pid=86369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:29:06.119578 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-fbd45b37-4f9f-43dd-8839-805689c4235b req-8bb0f149-6fa5-47c8-b4db-f2abd3601369 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697982'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:06.295571 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5671b5-164b-4e6f-b959-adceca67e92c req-cc1fa42b-cc46-467a-8397-02696660663a tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:06.298071 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1b5671b5-164b-4e6f-b959-adceca67e92c req-cc1fa42b-cc46-467a-8397-02696660663a tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4c5efa6-2b46-4dc4-a03c-547e3d200fb9 HTTP/1.1" status: 200  len: 946 time: 0.1673040
Apr 19 19:29:06.340860 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-fbd45b37-4f9f-43dd-8839-805689c4235b req-8bb0f149-6fa5-47c8-b4db-f2abd3601369 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Calling delete_port for ac09c14e-d3e9-44c8-97c1-a1a6099c6d96 owned by compute:nova {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:29:06.355680 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1b5671b5-164b-4e6f-b959-adceca67e92c req-7c886636-8e2b-4489-ba0d-aab0fea71938 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ea1d6d9-16df-47a6-b3b2-7b8ea05c5162&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506361
Apr 19 19:29:06.490387 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device aa4ac25a-984f-46d6-aa2d-4d06e865cdb0 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:29:06.533023 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-fbd45b37-4f9f-43dd-8839-805689c4235b req-8bb0f149-6fa5-47c8-b4db-f2abd3601369 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297115604255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297116051999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31618435'] for port, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:06.550964 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-20d8d783-9872-4d08-b0c2-8c92f8352608 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:29:06.607037 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] get_ports_and_sgs() called for port_ids ['643ca322-bd10-4392-be03-10b198f92d31', 'ac09c14e-d3e9-44c8-97c1-a1a6099c6d96'] {{(pid=86370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:29:06.648587 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb0f149-6fa5-47c8-b4db-f2abd3601369 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Pushing event deleted for resources: {'Port': ['ID=ac09c14e-d3e9-44c8-97c1-a1a6099c6d96,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:29:06.657841 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb0f149-6fa5-47c8-b4db-f2abd3601369 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:29:06.659029 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb0f149-6fa5-47c8-b4db-f2abd3601369 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:29:06.660301 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb0f149-6fa5-47c8-b4db-f2abd3601369 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:29:06.660874 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb0f149-6fa5-47c8-b4db-f2abd3601369 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:29:06.661358 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb0f149-6fa5-47c8-b4db-f2abd3601369 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:29:06.661868 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb0f149-6fa5-47c8-b4db-f2abd3601369 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:29:06.662372 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb0f149-6fa5-47c8-b4db-f2abd3601369 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:29:06.663056 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb0f149-6fa5-47c8-b4db-f2abd3601369 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:29:06.663533 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb0f149-6fa5-47c8-b4db-f2abd3601369 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:29:06.664068 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb0f149-6fa5-47c8-b4db-f2abd3601369 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:29:06.664567 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb0f149-6fa5-47c8-b4db-f2abd3601369 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:29:06.665064 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb0f149-6fa5-47c8-b4db-f2abd3601369 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:29:06.670405 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8bb0f149-6fa5-47c8-b4db-f2abd3601369 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:29:06.698253 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cde1a1-76ad-4be7-969a-4605e5470026 req-af71982f-6ccc-4c64-899c-76121855bf5f tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:06.700597 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-12cde1a1-76ad-4be7-969a-4605e5470026 req-af71982f-6ccc-4c64-899c-76121855bf5f tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cad848e-cc06-48f5-b3f7-9e0e8149ae93 HTTP/1.1" status: 200  len: 945 time: 0.2201128
Apr 19 19:29:06.831813 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd45b37-4f9f-43dd-8839-805689c4235b req-8bb0f149-6fa5-47c8-b4db-f2abd3601369 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] No DVR routers for this DVR port ac09c14e-d3e9-44c8-97c1-a1a6099c6d96 on host hv-cinder-78693 {{(pid=86369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 19:29:06.836662 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-fbd45b37-4f9f-43dd-8839-805689c4235b req-8bb0f149-6fa5-47c8-b4db-f2abd3601369 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:06.856661 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c5efa6-2b46-4dc4-a03c-547e3d200fb9', 'name': 'network-vif-deleted', 'tag': 'ac09c14e-d3e9-44c8-97c1-a1a6099c6d96'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:29:06.862940 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-12cde1a1-76ad-4be7-969a-4605e5470026 req-30ddaf70-5a14-4898-a35a-bfc20fa17e3b tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Deleting port aa4ac25a-984f-46d6-aa2d-4d06e865cdb0 {{(pid=86368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:29:06.863333 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-12cde1a1-76ad-4be7-969a-4605e5470026 req-30ddaf70-5a14-4898-a35a-bfc20fa17e3b tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:06.869714 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fbd45b37-4f9f-43dd-8839-805689c4235b req-8bb0f149-6fa5-47c8-b4db-f2abd3601369 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.20 "DELETE /v2.0/ports/ac09c14e-d3e9-44c8-97c1-a1a6099c6d96 HTTP/1.1" status: 204  len: 173 time: 1.3234615
Apr 19 19:29:06.952670 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c5efa6-2b46-4dc4-a03c-547e3d200fb9', 'name': 'network-vif-deleted', 'tag': 'ac09c14e-d3e9-44c8-97c1-a1a6099c6d96', 'status': 'completed', 'code': 200}
Apr 19 19:29:06.958862 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:07.205671 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cad848e-cc06-48f5-b3f7-9e0e8149ae93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa4ac25a-984f-46d6-aa2d-4d06e865cdb0'}] {{(pid=86370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:29:07.249528 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port aa4ac25a-984f-46d6-aa2d-4d06e865cdb0, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=aa4ac25a-984f-46d6-aa2d-4d06e865cdb0,segment=NetworkSegment(c504281e-e832-4963-82cc-dd4c565f9202),segment_id=c504281e-e832-4963-82cc-dd4c565f9202)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:29:07.257875 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:07.259153 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device eaef9d63-9676-4c59-a6a3-45aee4ea201f no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:29:07.318849 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:29:07.402751 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] No Port match for: eaef9d63-9676-4c59-a6a3-45aee4ea201f {{(pid=86370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:29:07.403393 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device eaef9d63-9676-4c59-a6a3-45aee4ea201f not bound to the agent host hv-cinder-78693 {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:29:07.426627 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6685c1a-4b42-4c3b-a28f-3d1b5aded30e req-2b9b6164-9451-4052-86af-6bb06049c582 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:07.429269 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e6685c1a-4b42-4c3b-a28f-3d1b5aded30e req-2b9b6164-9451-4052-86af-6bb06049c582 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cad848e-cc06-48f5-b3f7-9e0e8149ae93 HTTP/1.1" status: 200  len: 945 time: 0.4669602
Apr 19 19:29:07.465379 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Pushing event updated for resources: {'Port': ['ID=aa4ac25a-984f-46d6-aa2d-4d06e865cdb0,revision_number=6']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:29:07.470599 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:29:07.585709 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9552a-20e4-4d48-9b5c-0fb849bf0aef req-bdad393c-ccc4-48fa-9007-db2ec7ab1add tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:07.587382 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2fb9552a-20e4-4d48-9b5c-0fb849bf0aef req-bdad393c-ccc4-48fa-9007-db2ec7ab1add tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a2e57ab-ae13-4fe0-8550-86a32f652051 HTTP/1.1" status: 200  len: 945 time: 0.4574029
Apr 19 19:29:07.633826 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e6685c1a-4b42-4c3b-a28f-3d1b5aded30e req-dc9659af-8bb9-4c77-93b1-63cd5bf0b381 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1637578
Apr 19 19:29:07.875007 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cad848e-cc06-48f5-b3f7-9e0e8149ae93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa4ac25a-984f-46d6-aa2d-4d06e865cdb0', 'code': 200}
Apr 19 19:29:07.975964 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2fb9552a-20e4-4d48-9b5c-0fb849bf0aef req-5dd06339-4090-43df-aca2-2b0dea02f7a3 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bb966a8-856d-4456-a718-193d52b80079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3684568
Apr 19 19:29:07.978169 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-12cde1a1-76ad-4be7-969a-4605e5470026 req-30ddaf70-5a14-4898-a35a-bfc20fa17e3b tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] For port aa4ac25a-984f-46d6-aa2d-4d06e865cdb0, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=aa4ac25a-984f-46d6-aa2d-4d06e865cdb0,segment=NetworkSegment(c504281e-e832-4963-82cc-dd4c565f9202),segment_id=c504281e-e832-4963-82cc-dd4c565f9202)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:29:07.978416 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-12cde1a1-76ad-4be7-969a-4605e5470026 req-30ddaf70-5a14-4898-a35a-bfc20fa17e3b tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697982'] for port, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:08.173252 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-12cde1a1-76ad-4be7-969a-4605e5470026 req-30ddaf70-5a14-4898-a35a-bfc20fa17e3b tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Calling delete_port for aa4ac25a-984f-46d6-aa2d-4d06e865cdb0 owned by compute:nova {{(pid=86368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:29:08.422691 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-12cde1a1-76ad-4be7-969a-4605e5470026 req-30ddaf70-5a14-4898-a35a-bfc20fa17e3b tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297115604255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297116051999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822331971'] for port, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:08.432402 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-317acc6d-0551-4353-a250-ba23e7872f34 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:29:08.463811 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device ac09c14e-d3e9-44c8-97c1-a1a6099c6d96 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:29:08.499405 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ddaf70-5a14-4898-a35a-bfc20fa17e3b tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Pushing event deleted for resources: {'Port': ['ID=aa4ac25a-984f-46d6-aa2d-4d06e865cdb0,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:29:08.503230 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-30ddaf70-5a14-4898-a35a-bfc20fa17e3b tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:29:08.572231 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] No Port match for: ac09c14e-d3e9-44c8-97c1-a1a6099c6d96 {{(pid=86370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:29:08.572991 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device ac09c14e-d3e9-44c8-97c1-a1a6099c6d96 not bound to the agent host hv-cinder-78693 {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:29:08.627249 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-12cde1a1-76ad-4be7-969a-4605e5470026 req-30ddaf70-5a14-4898-a35a-bfc20fa17e3b tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] No DVR routers for this DVR port aa4ac25a-984f-46d6-aa2d-4d06e865cdb0 on host hv-cinder-78693 {{(pid=86368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 19:29:08.630230 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-12cde1a1-76ad-4be7-969a-4605e5470026 req-30ddaf70-5a14-4898-a35a-bfc20fa17e3b tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for port, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:08.633882 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cad848e-cc06-48f5-b3f7-9e0e8149ae93', 'name': 'network-vif-deleted', 'tag': 'aa4ac25a-984f-46d6-aa2d-4d06e865cdb0'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:29:08.652485 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-12cde1a1-76ad-4be7-969a-4605e5470026 req-30ddaf70-5a14-4898-a35a-bfc20fa17e3b tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.20 "DELETE /v2.0/ports/aa4ac25a-984f-46d6-aa2d-4d06e865cdb0 HTTP/1.1" status: 204  len: 173 time: 1.9314880
Apr 19 19:29:08.737504 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cad848e-cc06-48f5-b3f7-9e0e8149ae93', 'name': 'network-vif-deleted', 'tag': 'aa4ac25a-984f-46d6-aa2d-4d06e865cdb0', 'status': 'completed', 'code': 200}
Apr 19 19:29:08.927103 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-2ceb085f-930c-435d-bbfd-7752105ac931 req-94a5d781-2795-4250-be03-a80bb9ba242d tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Synchronizing usage tracker for tenant:caaf84b4cca64642b19aac2312292f91 on resource:port {{(pid=86368) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:29:08.944800 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-2ceb085f-930c-435d-bbfd-7752105ac931 req-94a5d781-2795-4250-be03-a80bb9ba242d tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Unset dirty status for tenant:caaf84b4cca64642b19aac2312292f91 on resource:port {{(pid=86368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:29:08.946140 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2ceb085f-930c-435d-bbfd-7752105ac931 req-94a5d781-2795-4250-be03-a80bb9ba242d tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cad848e-cc06-48f5-b3f7-9e0e8149ae93 HTTP/1.1" status: 200  len: 210 time: 0.0857282
Apr 19 19:29:09.230266 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67273598-fd03-4e85-bcf2-5efb6e4994a6 req-838fdc23-325f-443d-b8b6-aee30d3a0770 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:09.232360 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-67273598-fd03-4e85-bcf2-5efb6e4994a6 req-838fdc23-325f-443d-b8b6-aee30d3a0770 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a2e57ab-ae13-4fe0-8550-86a32f652051 HTTP/1.1" status: 200  len: 945 time: 0.1196306
Apr 19 19:29:09.290255 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-67273598-fd03-4e85-bcf2-5efb6e4994a6 req-63533423-2591-42fb-909a-e552ad74f4d2 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bb966a8-856d-4456-a718-193d52b80079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492535
Apr 19 19:29:10.059949 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77408992-404e-4bce-b994-a5e3cd167e80 req-9e4c67a4-b266-4ef8-9899-58075c3c3f9c tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:10.063016 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-77408992-404e-4bce-b994-a5e3cd167e80 req-9e4c67a4-b266-4ef8-9899-58075c3c3f9c tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=207ca733-67ad-4d61-9786-fc0eca9aa95f HTTP/1.1" status: 200  len: 945 time: 0.1279674
Apr 19 19:29:10.113064 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 52914) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:29:10.143447 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-77408992-404e-4bce-b994-a5e3cd167e80 req-3049be00-64d5-4a3c-8690-9cdc4f6c71a3 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ea1d6d9-16df-47a6-b3b2-7b8ea05c5162&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708256
Apr 19 19:29:10.596826 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af225a-5fd1-4345-8fc9-5ec0e7ce934f req-0110b7b8-7023-4b1a-a69a-0117745e13b2 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:10.602064 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-30af225a-5fd1-4345-8fc9-5ec0e7ce934f req-0110b7b8-7023-4b1a-a69a-0117745e13b2 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a2e57ab-ae13-4fe0-8550-86a32f652051 HTTP/1.1" status: 200  len: 945 time: 0.1632249
Apr 19 19:29:10.680236 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-30af225a-5fd1-4345-8fc9-5ec0e7ce934f req-f99f1961-0593-47c9-9189-a01f0c61e5ec tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bb966a8-856d-4456-a718-193d52b80079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0700054
Apr 19 19:29:11.124708 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d838da20-5fbe-49a3-b494-f62f348d67f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700825'] for router_interface, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:11.409627 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00909ef9-a1bd-40cb-9079-c2aa88889a2f req-9e1b1f6a-8fc3-452a-bc12-1b2101ce0c32 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:11.411262 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-00909ef9-a1bd-40cb-9079-c2aa88889a2f req-9e1b1f6a-8fc3-452a-bc12-1b2101ce0c32 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=207ca733-67ad-4d61-9786-fc0eca9aa95f HTTP/1.1" status: 200  len: 945 time: 0.1197441
Apr 19 19:29:11.466355 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-00909ef9-a1bd-40cb-9079-c2aa88889a2f req-59b8c471-ec5b-4056-832f-2fcea7265cd3 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ea1d6d9-16df-47a6-b3b2-7b8ea05c5162&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474436
Apr 19 19:29:11.856631 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-d838da20-5fbe-49a3-b494-f62f348d67f9 admin admin] Deleting port 3751a9a2-a0b6-4782-b83a-686680c05aea {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:29:11.857342 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d838da20-5fbe-49a3-b494-f62f348d67f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:11.963580 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae9f0c-8a00-4d84-8673-a64519f7205a req-d7d2449f-891d-4a33-aaa4-db4519831ad4 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:11.965579 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-faae9f0c-8a00-4d84-8673-a64519f7205a req-d7d2449f-891d-4a33-aaa4-db4519831ad4 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a2e57ab-ae13-4fe0-8550-86a32f652051 HTTP/1.1" status: 200  len: 945 time: 0.1576111
Apr 19 19:29:12.039368 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-faae9f0c-8a00-4d84-8673-a64519f7205a req-d3015f08-6d15-411f-b749-2a803ab89378 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bb966a8-856d-4456-a718-193d52b80079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0578620
Apr 19 19:29:12.156803 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-d838da20-5fbe-49a3-b494-f62f348d67f9 admin admin] For port 3751a9a2-a0b6-4782-b83a-686680c05aea, host dv-cinder-786932-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=3751a9a2-a0b6-4782-b83a-686680c05aea,segment=NetworkSegment(c504281e-e832-4963-82cc-dd4c565f9202),segment_id=c504281e-e832-4963-82cc-dd4c565f9202)] {{(pid=86369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:29:12.157413 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d838da20-5fbe-49a3-b494-f62f348d67f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697982'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:12.298422 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-d838da20-5fbe-49a3-b494-f62f348d67f9 admin admin] Calling delete_port for 3751a9a2-a0b6-4782-b83a-686680c05aea owned by network:router_interface {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:29:12.661098 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d838da20-5fbe-49a3-b494-f62f348d67f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297115604255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297116051999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31618435'] for port, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:12.666771 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c9adb93c-5506-45c7-b240-ee8c63480a59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:29:12.721312 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838da20-5fbe-49a3-b494-f62f348d67f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3751a9a2-a0b6-4782-b83a-686680c05aea,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:29:12.760155 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-d838da20-5fbe-49a3-b494-f62f348d67f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:29:12.813683 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c7cda-af1b-4a99-9a52-ca62be22d806 req-21556b7c-9bd6-4902-b0d0-fe77163c81c1 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:12.816274 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f58c7cda-af1b-4a99-9a52-ca62be22d806 req-21556b7c-9bd6-4902-b0d0-fe77163c81c1 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=207ca733-67ad-4d61-9786-fc0eca9aa95f HTTP/1.1" status: 200  len: 945 time: 0.1204751
Apr 19 19:29:12.885637 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f58c7cda-af1b-4a99-9a52-ca62be22d806 req-e31b379a-7985-411f-8849-9a0435de69fb tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ea1d6d9-16df-47a6-b3b2-7b8ea05c5162&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568380
Apr 19 19:29:13.046992 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d838da20-5fbe-49a3-b494-f62f348d67f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700903'] for router_interface, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:13.313261 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4830cbd-595d-4254-897a-5275c8d82378 req-229f4a7f-3030-48e9-96c2-d363ccc0d89d tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:13.316178 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b4830cbd-595d-4254-897a-5275c8d82378 req-229f4a7f-3030-48e9-96c2-d363ccc0d89d tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a2e57ab-ae13-4fe0-8550-86a32f652051 HTTP/1.1" status: 200  len: 945 time: 0.0986471
Apr 19 19:29:13.395490 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b4830cbd-595d-4254-897a-5275c8d82378 req-88aa95be-1c6f-4489-a250-9bffe3722a19 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bb966a8-856d-4456-a718-193d52b80079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0672951
Apr 19 19:29:13.565857 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d838da20-5fbe-49a3-b494-f62f348d67f9 admin admin] Router e7ee730f-7d7b-4877-9672-c32a1b1a68de has already been hosted by L3 agent a3cf2d1c-6710-4478-a129-20091cfe97d1 {{(pid=86369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:29:13.794317 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb7ccf0-5df2-4951-864c-ce8f49e733a7 req-29bf0281-5512-490f-8f1f-44bd15632005 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:13.796091 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0bb7ccf0-5df2-4951-864c-ce8f49e733a7 req-29bf0281-5512-490f-8f1f-44bd15632005 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.20 "GET /v2.0/ports?device_id=207ca733-67ad-4d61-9786-fc0eca9aa95f HTTP/1.1" status: 200  len: 945 time: 0.1025429
Apr 19 19:29:13.910516 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-0bb7ccf0-5df2-4951-864c-ce8f49e733a7 req-702002a9-3546-4d51-af5e-92f8c574f0a8 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Deleting port 643ca322-bd10-4392-be03-10b198f92d31 {{(pid=86368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:29:13.910919 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-0bb7ccf0-5df2-4951-864c-ce8f49e733a7 req-702002a9-3546-4d51-af5e-92f8c574f0a8 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:14.073013 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d838da20-5fbe-49a3-b494-f62f348d67f9 admin admin] Notify agent at l3_agent.dv-cinder-786932-1-iscsi the message routers_updated {{(pid=86369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:29:14.086294 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a49f312-aae6-4d35-91d4-8f7bee2a4a8b None None] Sync routers for ids ['e7ee730f-7d7b-4877-9672-c32a1b1a68de'] in dv-cinder-786932-1-iscsi {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:29:14.093187 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-d838da20-5fbe-49a3-b494-f62f348d67f9 admin admin] 10.222.0.36 "PUT /v2.0/routers/e7ee730f-7d7b-4877-9672-c32a1b1a68de/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9786632
Apr 19 19:29:14.098199 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 52954) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:29:14.099813 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a49f312-aae6-4d35-91d4-8f7bee2a4a8b None None] Routers {'e7ee730f-7d7b-4877-9672-c32a1b1a68de'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:29:14.100979 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-7a49f312-aae6-4d35-91d4-8f7bee2a4a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0f200f98>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:28:49Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['e7ee730f-7d7b-4877-9672-c32a1b1a68de'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:29:14.366136 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-7a49f312-aae6-4d35-91d4-8f7bee2a4a8b None None] Set router e7ee730f-7d7b-4877-9672-c32a1b1a68de gateway port host: dv-cinder-786932-1-iscsi {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:29:14.420481 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaceba9c-b0be-4623-ad3c-774a73afdbfb req-d2abe26d-3af1-4575-b824-12c764bae3f5 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:14.424856 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-eaceba9c-b0be-4623-ad3c-774a73afdbfb req-d2abe26d-3af1-4575-b824-12c764bae3f5 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=207ca733-67ad-4d61-9786-fc0eca9aa95f HTTP/1.1" status: 200  len: 945 time: 0.3167634
Apr 19 19:29:14.463502 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-0bb7ccf0-5df2-4951-864c-ce8f49e733a7 req-702002a9-3546-4d51-af5e-92f8c574f0a8 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] For port 643ca322-bd10-4392-be03-10b198f92d31, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=643ca322-bd10-4392-be03-10b198f92d31,segment=NetworkSegment(b3c21e51-3edd-47e3-9955-c8137f9b3597),segment_id=b3c21e51-3edd-47e3-9955-c8137f9b3597)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:29:14.463998 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-0bb7ccf0-5df2-4951-864c-ce8f49e733a7 req-702002a9-3546-4d51-af5e-92f8c574f0a8 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697982'] for port, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:14.690887 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-fe7bf7b5-831f-48a2-ba70-06ec6b9937a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:14.773420 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-0bb7ccf0-5df2-4951-864c-ce8f49e733a7 req-702002a9-3546-4d51-af5e-92f8c574f0a8 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Calling delete_port for 643ca322-bd10-4392-be03-10b198f92d31 owned by compute:nova {{(pid=86368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:29:14.898985 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-eaceba9c-b0be-4623-ad3c-774a73afdbfb req-48732474-6962-40d0-97cc-7eee4b6c9db1 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ea1d6d9-16df-47a6-b3b2-7b8ea05c5162&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4397674
Apr 19 19:29:15.030465 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-fe7bf7b5-831f-48a2-ba70-06ec6b9937a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:15.043934 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-fe7bf7b5-831f-48a2-ba70-06ec6b9937a8 admin admin] Deleting port f9e3261d-a3f1-4596-9159-2c4123637e63 {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:29:15.044524 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-fe7bf7b5-831f-48a2-ba70-06ec6b9937a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:15.158431 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce2639d-c7b8-4108-b52a-e0a4e6eba1d6 req-7269276d-83c3-4874-963c-be63e48e677e tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:15.162494 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bce2639d-c7b8-4108-b52a-e0a4e6eba1d6 req-7269276d-83c3-4874-963c-be63e48e677e tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a2e57ab-ae13-4fe0-8550-86a32f652051 HTTP/1.1" status: 200  len: 945 time: 0.3502882
Apr 19 19:29:15.164707 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-0bb7ccf0-5df2-4951-864c-ce8f49e733a7 req-702002a9-3546-4d51-af5e-92f8c574f0a8 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297115604255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297116051999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822331971'] for port, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:15.182139 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8eac5bc8-27d7-422e-baf4-fd8fa0bd3a56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:29:15.219368 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-7a49f312-aae6-4d35-91d4-8f7bee2a4a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0f200f98>, [{'id': 'e7ee730f-7d7b-4877-9672-c32a1b1a68de', 'name': 'tempest-ServerRescueNegativeTestJSON-1142484334-router', 'tenant_id': 'caaf84b4cca64642b19aac2312292f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'f9e3261d-a3f1-4596-9159-2c4123637e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:25:06Z', 'updated_at': '2021-04-19T19:29:12Z', 'revision_number': 5, 'project_id': 'caaf84b4cca64642b19aac2312292f91', 'gw_port': {'id': 'f9e3261d-a3f1-4596-9159-2c4123637e63', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ee730f-7d7b-4877-9672-c32a1b1a68de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:10Z', 'updated_at': '2021-04-19T19:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi'}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:29:15.225933 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a49f312-aae6-4d35-91d4-8f7bee2a4a8b None None] Checking router: e7ee730f-7d7b-4877-9672-c32a1b1a68de for host: dv-cinder-786932-1-iscsi {{(pid=86371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:29:15.245625 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a49f312-aae6-4d35-91d4-8f7bee2a4a8b None None] Routers {'e7ee730f-7d7b-4877-9672-c32a1b1a68de'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:29:15.246329 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-7a49f312-aae6-4d35-91d4-8f7bee2a4a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0f200f98>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:28:49Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['e7ee730f-7d7b-4877-9672-c32a1b1a68de'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:29:15.290248 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-fe7bf7b5-831f-48a2-ba70-06ec6b9937a8 admin admin] For port f9e3261d-a3f1-4596-9159-2c4123637e63, host dv-cinder-786932-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=f9e3261d-a3f1-4596-9159-2c4123637e63,segment=NetworkSegment(f117aaf9-f038-40ae-a060-7b312532719e),segment_id=f117aaf9-f038-40ae-a060-7b312532719e)] {{(pid=86369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:29:15.290976 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-fe7bf7b5-831f-48a2-ba70-06ec6b9937a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697982'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:15.386381 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702002a9-3546-4d51-af5e-92f8c574f0a8 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Pushing event deleted for resources: {'Port': ['ID=643ca322-bd10-4392-be03-10b198f92d31,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:29:15.394589 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-702002a9-3546-4d51-af5e-92f8c574f0a8 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:29:15.477539 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bce2639d-c7b8-4108-b52a-e0a4e6eba1d6 req-cc8ad0d7-fba1-4718-97a0-8669f0df1450 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bb966a8-856d-4456-a718-193d52b80079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1904902
Apr 19 19:29:15.527295 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-7a49f312-aae6-4d35-91d4-8f7bee2a4a8b None None] Set router e7ee730f-7d7b-4877-9672-c32a1b1a68de gateway port host: None {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:29:15.612708 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-fe7bf7b5-831f-48a2-ba70-06ec6b9937a8 admin admin] Calling delete_port for f9e3261d-a3f1-4596-9159-2c4123637e63 owned by network:router_gateway {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:29:15.644459 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bb7ccf0-5df2-4951-864c-ce8f49e733a7 req-702002a9-3546-4d51-af5e-92f8c574f0a8 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] No DVR routers for this DVR port 643ca322-bd10-4392-be03-10b198f92d31 on host hv-cinder-78693 {{(pid=86368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 19:29:15.661158 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-0bb7ccf0-5df2-4951-864c-ce8f49e733a7 req-702002a9-3546-4d51-af5e-92f8c574f0a8 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for port, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:15.669012 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '207ca733-67ad-4d61-9786-fc0eca9aa95f', 'name': 'network-vif-deleted', 'tag': '643ca322-bd10-4392-be03-10b198f92d31'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:29:15.685946 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0bb7ccf0-5df2-4951-864c-ce8f49e733a7 req-702002a9-3546-4d51-af5e-92f8c574f0a8 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.20 "DELETE /v2.0/ports/643ca322-bd10-4392-be03-10b198f92d31 HTTP/1.1" status: 204  len: 173 time: 1.8802590
Apr 19 19:29:15.753411 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '207ca733-67ad-4d61-9786-fc0eca9aa95f', 'name': 'network-vif-deleted', 'tag': '643ca322-bd10-4392-be03-10b198f92d31', 'status': 'completed', 'code': 200}
Apr 19 19:29:15.777784 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-7a49f312-aae6-4d35-91d4-8f7bee2a4a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0f200f98>, [{'id': 'e7ee730f-7d7b-4877-9672-c32a1b1a68de', 'name': 'tempest-ServerRescueNegativeTestJSON-1142484334-router', 'tenant_id': 'caaf84b4cca64642b19aac2312292f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:25:06Z', 'updated_at': '2021-04-19T19:29:15Z', 'revision_number': 6, 'project_id': 'caaf84b4cca64642b19aac2312292f91', 'gw_port_host': None}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:29:15.793175 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a49f312-aae6-4d35-91d4-8f7bee2a4a8b None None] The sync data for ids ['e7ee730f-7d7b-4877-9672-c32a1b1a68de'] in dv-cinder-786932-1-iscsi is: [{'id': 'e7ee730f-7d7b-4877-9672-c32a1b1a68de', 'name': 'tempest-ServerRescueNegativeTestJSON-1142484334-router', 'tenant_id': 'caaf84b4cca64642b19aac2312292f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:25:06Z', 'updated_at': '2021-04-19T19:29:15Z', 'revision_number': 6, 'project_id': 'caaf84b4cca64642b19aac2312292f91', 'gw_port_host': None}] {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:29:15.840522 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c3a246f6-ebff-4058-b438-8d8a475bc676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:16.020941 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-fe7bf7b5-831f-48a2-ba70-06ec6b9937a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297115604255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297116051999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31618435'] for port, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:16.025551 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e245cd82-f5a4-4b6f-8aae-29f8ba89666c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:29:16.080611 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7bf7b5-831f-48a2-ba70-06ec6b9937a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9e3261d-a3f1-4596-9159-2c4123637e63,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:29:16.089589 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-fe7bf7b5-831f-48a2-ba70-06ec6b9937a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:29:16.248089 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-fe7bf7b5-831f-48a2-ba70-06ec6b9937a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854097050'] for router_gateway, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:16.329954 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-8cb49180-bc39-4ce6-aeef-b2fa6fd34cf0 req-072965e0-ab3d-4db2-9e6d-4bd4b9cb0caf tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Synchronizing usage tracker for tenant:85413127fef4416ca1237dc13d0f6ce2 on resource:port {{(pid=86368) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:29:16.395420 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-8cb49180-bc39-4ce6-aeef-b2fa6fd34cf0 req-072965e0-ab3d-4db2-9e6d-4bd4b9cb0caf tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Unset dirty status for tenant:85413127fef4416ca1237dc13d0f6ce2 on resource:port {{(pid=86368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:29:16.415202 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8cb49180-bc39-4ce6-aeef-b2fa6fd34cf0 req-072965e0-ab3d-4db2-9e6d-4bd4b9cb0caf tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] 10.222.0.36 "GET /v2.0/ports?device_id=207ca733-67ad-4d61-9786-fc0eca9aa95f HTTP/1.1" status: 200  len: 210 time: 0.2137792
Apr 19 19:29:16.511081 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-fe7bf7b5-831f-48a2-ba70-06ec6b9937a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854083014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854743379'] for router, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:16.519134 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device 643ca322-bd10-4392-be03-10b198f92d31 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:29:16.519376 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-fe7bf7b5-831f-48a2-ba70-06ec6b9937a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:16.608426 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] No Port match for: 643ca322-bd10-4392-be03-10b198f92d31 {{(pid=86370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:29:16.609474 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device 643ca322-bd10-4392-be03-10b198f92d31 not bound to the agent host hv-cinder-78693 {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:29:16.812998 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-fe7bf7b5-831f-48a2-ba70-06ec6b9937a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-702846'] for router, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:16.813595 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe7bf7b5-831f-48a2-ba70-06ec6b9937a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7ee730f-7d7b-4877-9672-c32a1b1a68de {{(pid=86369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 19 19:29:16.829232 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-fe7bf7b5-831f-48a2-ba70-06ec6b9937a8 admin admin] Notify callbacks [] for router, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:16.831473 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-fe7bf7b5-831f-48a2-ba70-06ec6b9937a8 admin admin] 10.222.0.36 "DELETE /v2.0/routers/e7ee730f-7d7b-4877-9672-c32a1b1a68de HTTP/1.1" status: 204  len: 168 time: 2.7318485
Apr 19 19:29:16.848831 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 53004) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:29:16.946720 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_v2 [None req-b29e638f-44ea-43f8-afd4-2dcbccdd3d70 admin admin] Deleting subnet 3af27814-af97-4e02-926e-ece558d9dead {{(pid=86369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 19:29:16.950949 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b29e638f-44ea-43f8-afd4-2dcbccdd3d70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:17.040891 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7c5fbe-268d-491c-828d-f56960ae17ee req-9957dc97-9f83-438b-a297-cc174aa756cc tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:17.045650 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8d7c5fbe-268d-491c-828d-f56960ae17ee req-9957dc97-9f83-438b-a297-cc174aa756cc tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a2e57ab-ae13-4fe0-8550-86a32f652051 HTTP/1.1" status: 200  len: 945 time: 0.2108378
Apr 19 19:29:17.074128 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b29e638f-44ea-43f8-afd4-2dcbccdd3d70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036821571810'] for subnet, precommit_delete_associations {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:17.122678 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8d7c5fbe-268d-491c-828d-f56960ae17ee req-18db0775-56c6-4aa0-aec2-ffc6d44ba92e tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bb966a8-856d-4456-a718-193d52b80079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0685632
Apr 19 19:29:17.180077 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b29e638f-44ea-43f8-afd4-2dcbccdd3d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1918498'] for subnet, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:17.635553 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 53016) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:29:17.670379 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b29e638f-44ea-43f8-afd4-2dcbccdd3d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852857318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31618135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036824016211'] for subnet, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:17.680232 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-43151812-878f-40b9-8b9e-f867aeac6991 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:29:17.750598 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29e638f-44ea-43f8-afd4-2dcbccdd3d70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3af27814-af97-4e02-926e-ece558d9dead,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:29:17.758788 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b29e638f-44ea-43f8-afd4-2dcbccdd3d70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:29:17.810680 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c577a99-831f-4309-a2db-1ac248d15b99 admin admin] Deleting subnet 88652430-4f45-47e3-9948-8fa89b4f7532 {{(pid=86368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 19:29:17.819365 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4c577a99-831f-4309-a2db-1ac248d15b99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:17.828283 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b29e638f-44ea-43f8-afd4-2dcbccdd3d70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for subnet, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:17.850587 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-b29e638f-44ea-43f8-afd4-2dcbccdd3d70 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3af27814-af97-4e02-926e-ece558d9dead HTTP/1.1" status: 204  len: 168 time: 1.0025437
Apr 19 19:29:17.852235 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 53020) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:29:17.926771 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4c577a99-831f-4309-a2db-1ac248d15b99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036823241442'] for subnet, precommit_delete_associations {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:17.980964 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device f9e3261d-a3f1-4596-9159-2c4123637e63 no longer exists at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:29:18.015185 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4c577a99-831f-4309-a2db-1ac248d15b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1918498'] for subnet, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:18.056324 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] No Port match for: f9e3261d-a3f1-4596-9159-2c4123637e63 {{(pid=86370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:29:18.061174 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device f9e3261d-a3f1-4596-9159-2c4123637e63 not bound to the agent host dv-cinder-786932-1-iscsi {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:29:18.062043 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device 3751a9a2-a0b6-4782-b83a-686680c05aea no longer exists at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:29:18.139101 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f851cfc7-62b9-4578-a104-fbce3e5f859a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636206'] for network, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:18.158817 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] No Port match for: 3751a9a2-a0b6-4782-b83a-686680c05aea {{(pid=86370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:29:18.159649 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device 3751a9a2-a0b6-4782-b83a-686680c05aea not bound to the agent host dv-cinder-786932-1-iscsi {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:29:18.420103 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f851cfc7-62b9-4578-a104-fbce3e5f859a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852857225', 'neutron.services.segments.db._delete_segments_for_network-8739739090035'] for network, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:18.617506 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-834a181d-b40a-42be-bc63-dd436e2e75b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:18.726942 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c80f6b-cc66-48ac-9a61-a5185ab0eb22 req-2b8469c8-1bb1-4b6d-959d-4645780423f1 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:18.741321 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-29c80f6b-cc66-48ac-9a61-a5185ab0eb22 req-2b8469c8-1bb1-4b6d-959d-4645780423f1 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a2e57ab-ae13-4fe0-8550-86a32f652051 HTTP/1.1" status: 200  len: 945 time: 0.2944643
Apr 19 19:29:18.859273 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-29c80f6b-cc66-48ac-9a61-a5185ab0eb22 req-ee425ecf-7570-4009-8e39-69079db2fdac tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bb966a8-856d-4456-a718-193d52b80079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1163900
Apr 19 19:29:18.922464 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4c577a99-831f-4309-a2db-1ac248d15b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852857318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036822332311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036822344857'] for subnet, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:18.941395 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c50bb038-1d8c-4dd4-8c5d-96de83212531 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:29:19.025741 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-f851cfc7-62b9-4578-a104-fbce3e5f859a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2e0ddc1780>,) {'filters': {'network_id': ['a4cfddf6-741b-4335-bc05-1c15da9b2a0f']}} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:29:19.048447 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-f851cfc7-62b9-4578-a104-fbce3e5f859a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2e0ddc1780>, 'c504281e-e832-4963-82cc-dd4c565f9202') {'for_net_delete': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:29:19.049805 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-f851cfc7-62b9-4578-a104-fbce3e5f859a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2e0ddc1780>, 'c504281e-e832-4963-82cc-dd4c565f9202') {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:29:19.051610 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c577a99-831f-4309-a2db-1ac248d15b99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88652430-4f45-47e3-9948-8fa89b4f7532,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:29:19.056163 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-4c577a99-831f-4309-a2db-1ac248d15b99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:29:19.061553 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4c577a99-831f-4309-a2db-1ac248d15b99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:19.075876 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-4c577a99-831f-4309-a2db-1ac248d15b99 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/88652430-4f45-47e3-9948-8fa89b4f7532 HTTP/1.1" status: 204  len: 168 time: 1.4372771
Apr 19 19:29:19.081538 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 53032) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:29:19.082759 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f851cfc7-62b9-4578-a104-fbce3e5f859a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363297115576163', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33203990'] for segment, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:19.128489 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f851cfc7-62b9-4578-a104-fbce3e5f859a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852957628'] for segment, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:19.153069 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f851cfc7-62b9-4578-a104-fbce3e5f859a admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=86369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 19:29:19.425933 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3c64ff9a-3ffe-4ada-8c27-168a442fcb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636206'] for network, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:19.645943 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-f851cfc7-62b9-4578-a104-fbce3e5f859a admin admin] Network a4cfddf6-741b-4335-bc05-1c15da9b2a0f has no segments {{(pid=86369) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:29:19.672929 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f851cfc7-62b9-4578-a104-fbce3e5f859a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1818163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823157260'] for segment, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:19.756122 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-000a1909-ab5b-4f97-8afb-04fdec5398f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:19.761465 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3c64ff9a-3ffe-4ada-8c27-168a442fcb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852857225', 'neutron.services.segments.db._delete_segments_for_network-8739739090035'] for network, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:19.958784 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:19.960911 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-3c64ff9a-3ffe-4ada-8c27-168a442fcb6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2e0ea9c8d0>,) {'filters': {'network_id': ['25ae2e40-a0fd-4be2-80cb-8d7a91db2a23']}} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:29:20.001547 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-3c64ff9a-3ffe-4ada-8c27-168a442fcb6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2e0ea9c8d0>, 'b3c21e51-3edd-47e3-9955-c8137f9b3597') {'for_net_delete': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:29:20.003271 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-f851cfc7-62b9-4578-a104-fbce3e5f859a admin admin] Network a4cfddf6-741b-4335-bc05-1c15da9b2a0f has no segments {{(pid=86369) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:29:20.003914 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-3c64ff9a-3ffe-4ada-8c27-168a442fcb6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2e0ea9c8d0>, 'b3c21e51-3edd-47e3-9955-c8137f9b3597') {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:29:20.025702 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3c64ff9a-3ffe-4ada-8c27-168a442fcb6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363297115576163', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31534358'] for segment, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:20.041739 dv-cinder-786932-1-iscsi neutron-server[86253]: Traceback (most recent call last):
Apr 19 19:29:20.041739 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 19:29:20.041739 dv-cinder-786932-1-iscsi neutron-server[86253]:     timer()
Apr 19 19:29:20.041739 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 19:29:20.041739 dv-cinder-786932-1-iscsi neutron-server[86253]:     cb(*args, **kw)
Apr 19 19:29:20.041739 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 19:29:20.041739 dv-cinder-786932-1-iscsi neutron-server[86253]:     return func(*args, **kwargs)
Apr 19 19:29:20.041739 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 19:29:20.041739 dv-cinder-786932-1-iscsi neutron-server[86253]:     self._notify()
Apr 19 19:29:20.041739 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 19:29:20.041739 dv-cinder-786932-1-iscsi neutron-server[86253]:     self.callback(batched_events)
Apr 19 19:29:20.041739 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 19:29:20.041739 dv-cinder-786932-1-iscsi neutron-server[86253]:     event.method(event)
Apr 19 19:29:20.041739 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 19:29:20.041739 dv-cinder-786932-1-iscsi neutron-server[86253]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 19:29:20.041739 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 19:29:20.041739 dv-cinder-786932-1-iscsi neutron-server[86253]:     segment_id)['aggregates'][0]
Apr 19 19:29:20.041739 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 19:29:20.041739 dv-cinder-786932-1-iscsi neutron-server[86253]:     return f(self, *a, **k)
Apr 19 19:29:20.041739 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 19:29:20.041739 dv-cinder-786932-1-iscsi neutron-server[86253]:     return self._get(url).json()
Apr 19 19:29:20.041739 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 19:29:20.041739 dv-cinder-786932-1-iscsi neutron-server[86253]:     **kwargs)
Apr 19 19:29:20.041739 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 19:29:20.041739 dv-cinder-786932-1-iscsi neutron-server[86253]:     return self.request(url, 'GET', **kwargs)
Apr 19 19:29:20.041739 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 19:29:20.041739 dv-cinder-786932-1-iscsi neutron-server[86253]:     **endpoint_filter)
Apr 19 19:29:20.041739 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 19:29:20.041739 dv-cinder-786932-1-iscsi neutron-server[86253]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 19:29:20.041739 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 19:29:20.041739 dv-cinder-786932-1-iscsi neutron-server[86253]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 19:29:20.041739 dv-cinder-786932-1-iscsi neutron-server[86253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 19:29:20.060647 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3c64ff9a-3ffe-4ada-8c27-168a442fcb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852957628'] for segment, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:20.069409 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c64ff9a-3ffe-4ada-8c27-168a442fcb6d admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=86368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 19:29:20.173537 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f851cfc7-62b9-4578-a104-fbce3e5f859a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854087039'] for network, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:20.180899 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:29:20.213970 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f851cfc7-62b9-4578-a104-fbce3e5f859a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:20.228060 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f851cfc7-62b9-4578-a104-fbce3e5f859a admin admin] Pushing event deleted for resources: {'Network': ['ID=a4cfddf6-741b-4335-bc05-1c15da9b2a0f,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:29:20.234066 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-f851cfc7-62b9-4578-a104-fbce3e5f859a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:29:20.241915 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-f851cfc7-62b9-4578-a104-fbce3e5f859a admin admin] 10.222.0.36 "DELETE /v2.0/networks/a4cfddf6-741b-4335-bc05-1c15da9b2a0f HTTP/1.1" status: 204  len: 168 time: 2.3866112
Apr 19 19:29:20.579919 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 53056) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:29:20.654372 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-3c64ff9a-3ffe-4ada-8c27-168a442fcb6d admin admin] Network 25ae2e40-a0fd-4be2-80cb-8d7a91db2a23 has no segments {{(pid=86368) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:29:20.666181 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3c64ff9a-3ffe-4ada-8c27-168a442fcb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1818163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32443850'] for segment, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:20.682463 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5c78a517-44d6-4271-a115-cae59bf86ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:20.693822 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-10dd9a6d-919c-4c77-8db4-8253d95429f2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=caaf84b4cca64642b19aac2312292f91&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1123855
Apr 19 19:29:20.698262 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 53060) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:29:20.764267 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebf1ee6-00aa-4813-83c6-78b6cd8c7798 req-386a4b0d-04d7-4ca7-84a8-e9aaf1d6b019 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:20.765960 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6ebf1ee6-00aa-4813-83c6-78b6cd8c7798 req-386a4b0d-04d7-4ca7-84a8-e9aaf1d6b019 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a2e57ab-ae13-4fe0-8550-86a32f652051 HTTP/1.1" status: 200  len: 945 time: 0.6671152
Apr 19 19:29:20.811118 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-553f1365-9403-4fdb-ba44-03123b37726d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:20.863079 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-553f1365-9403-4fdb-ba44-03123b37726d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:20.912443 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-3c64ff9a-3ffe-4ada-8c27-168a442fcb6d admin admin] Network 25ae2e40-a0fd-4be2-80cb-8d7a91db2a23 has no segments {{(pid=86368) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:29:20.931303 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-553f1365-9403-4fdb-ba44-03123b37726d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:20.936857 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-3eef76e1-2a0a-4ad1-a890-fbb60a01ece8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:29:20.954010 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553f1365-9403-4fdb-ba44-03123b37726d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:29:20.959609 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-553f1365-9403-4fdb-ba44-03123b37726d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:29:20.963934 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-553f1365-9403-4fdb-ba44-03123b37726d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:20.965204 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-553f1365-9403-4fdb-ba44-03123b37726d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9fb6f8b4-b532-4cc7-abb0-eb9ed651d3fe HTTP/1.1" status: 204  len: 168 time: 0.2658272
Apr 19 19:29:21.084492 dv-cinder-786932-1-iscsi neutron-server[86253]: Traceback (most recent call last):
Apr 19 19:29:21.084492 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 19:29:21.084492 dv-cinder-786932-1-iscsi neutron-server[86253]:     timer()
Apr 19 19:29:21.084492 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 19:29:21.084492 dv-cinder-786932-1-iscsi neutron-server[86253]:     cb(*args, **kw)
Apr 19 19:29:21.084492 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 19:29:21.084492 dv-cinder-786932-1-iscsi neutron-server[86253]:     return func(*args, **kwargs)
Apr 19 19:29:21.084492 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 19:29:21.084492 dv-cinder-786932-1-iscsi neutron-server[86253]:     self._notify()
Apr 19 19:29:21.084492 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 19:29:21.084492 dv-cinder-786932-1-iscsi neutron-server[86253]:     self.callback(batched_events)
Apr 19 19:29:21.084492 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 19:29:21.084492 dv-cinder-786932-1-iscsi neutron-server[86253]:     event.method(event)
Apr 19 19:29:21.084492 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 19:29:21.084492 dv-cinder-786932-1-iscsi neutron-server[86253]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 19:29:21.084492 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 19:29:21.084492 dv-cinder-786932-1-iscsi neutron-server[86253]:     segment_id)['aggregates'][0]
Apr 19 19:29:21.084492 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 19:29:21.084492 dv-cinder-786932-1-iscsi neutron-server[86253]:     return f(self, *a, **k)
Apr 19 19:29:21.084492 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 19:29:21.084492 dv-cinder-786932-1-iscsi neutron-server[86253]:     return self._get(url).json()
Apr 19 19:29:21.084492 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 19:29:21.084492 dv-cinder-786932-1-iscsi neutron-server[86253]:     **kwargs)
Apr 19 19:29:21.084492 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 19:29:21.084492 dv-cinder-786932-1-iscsi neutron-server[86253]:     return self.request(url, 'GET', **kwargs)
Apr 19 19:29:21.084492 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 19:29:21.084492 dv-cinder-786932-1-iscsi neutron-server[86253]:     **endpoint_filter)
Apr 19 19:29:21.084492 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 19:29:21.084492 dv-cinder-786932-1-iscsi neutron-server[86253]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 19:29:21.084492 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 19:29:21.084492 dv-cinder-786932-1-iscsi neutron-server[86253]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 19:29:21.084492 dv-cinder-786932-1-iscsi neutron-server[86253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 19:29:21.287860 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-3ececb47-14e8-4707-90db-4e5dd7dd33a5 req-4f1bc1b0-110b-48bb-bbb5-51b016db69c8 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Synchronizing usage tracker for tenant:e4ca113d70014148bb7b01a5ca52e617 on resource:security_group {{(pid=86368) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:29:21.295782 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3c64ff9a-3ffe-4ada-8c27-168a442fcb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854087039'] for network, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:21.321818 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6ebf1ee6-00aa-4813-83c6-78b6cd8c7798 req-63000bb8-e2d6-4e1c-9679-f23ccc9e90fd tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bb966a8-856d-4456-a718-193d52b80079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2357690
Apr 19 19:29:21.327910 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-7f19996d-53a3-4b73-acda-d867a1c86459 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:29:21.352494 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3c64ff9a-3ffe-4ada-8c27-168a442fcb6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:21.365424 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c64ff9a-3ffe-4ada-8c27-168a442fcb6d admin admin] Pushing event deleted for resources: {'Network': ['ID=25ae2e40-a0fd-4be2-80cb-8d7a91db2a23,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:29:21.368361 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-3ececb47-14e8-4707-90db-4e5dd7dd33a5 req-4f1bc1b0-110b-48bb-bbb5-51b016db69c8 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Unset dirty status for tenant:e4ca113d70014148bb7b01a5ca52e617 on resource:security_group {{(pid=86368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:29:21.369919 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3ececb47-14e8-4707-90db-4e5dd7dd33a5 req-4f1bc1b0-110b-48bb-bbb5-51b016db69c8 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1244327865&fields=id&tenant_id=e4ca113d70014148bb7b01a5ca52e617 HTTP/1.1" status: 200  len: 267 time: 0.2279162
Apr 19 19:29:21.370746 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-3c64ff9a-3ffe-4ada-8c27-168a442fcb6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:29:21.375363 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-3c64ff9a-3ffe-4ada-8c27-168a442fcb6d admin admin] 10.222.0.36 "DELETE /v2.0/networks/25ae2e40-a0fd-4be2-80cb-8d7a91db2a23 HTTP/1.1" status: 204  len: 168 time: 2.2925246
Apr 19 19:29:21.815552 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 53088) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:29:21.858696 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ececb47-14e8-4707-90db-4e5dd7dd33a5 req-8e809840-8f54-404c-ab53-c6ea60bc9523 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:21.859873 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-3ececb47-14e8-4707-90db-4e5dd7dd33a5 req-8e809840-8f54-404c-ab53-c6ea60bc9523 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Synchronizing usage tracker for tenant:e4ca113d70014148bb7b01a5ca52e617 on resource:network {{(pid=86368) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:29:21.896204 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-3ececb47-14e8-4707-90db-4e5dd7dd33a5 req-8e809840-8f54-404c-ab53-c6ea60bc9523 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Unset dirty status for tenant:e4ca113d70014148bb7b01a5ca52e617 on resource:network {{(pid=86368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:29:21.897666 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3ececb47-14e8-4707-90db-4e5dd7dd33a5 req-8e809840-8f54-404c-ab53-c6ea60bc9523 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/networks?id=2d3e41b1-31e3-4474-ae4c-35f4f724ebfb HTTP/1.1" status: 200  len: 808 time: 0.5077677
Apr 19 19:29:21.923572 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3ececb47-14e8-4707-90db-4e5dd7dd33a5 req-04dcfb45-cac9-4741-8ad5-e89ae046a1ba tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/quotas/e4ca113d70014148bb7b01a5ca52e617 HTTP/1.1" status: 200  len: 375 time: 0.0195062
Apr 19 19:29:21.934725 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-33c74ec7-44f9-4956-8a5e-07680ae889e9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=85413127fef4416ca1237dc13d0f6ce2&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1160741
Apr 19 19:29:21.935429 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 53094) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:29:22.060753 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e9774c2a-5fe0-4b0c-93a1-946c7c41e3f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:22.094582 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-3ececb47-14e8-4707-90db-4e5dd7dd33a5 req-5a5544f0-78b5-48b4-bd3a-d022d90997d1 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Synchronizing usage tracker for tenant:e4ca113d70014148bb7b01a5ca52e617 on resource:port {{(pid=86368) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:29:22.098833 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e9774c2a-5fe0-4b0c-93a1-946c7c41e3f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:22.161118 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e9774c2a-5fe0-4b0c-93a1-946c7c41e3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:22.167538 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-269bb0b4-d8a1-46a0-816a-de3775e61014 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:29:22.188825 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9774c2a-5fe0-4b0c-93a1-946c7c41e3f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea1d6d9-16df-47a6-b3b2-7b8ea05c5162,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:29:22.194034 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-3ececb47-14e8-4707-90db-4e5dd7dd33a5 req-5a5544f0-78b5-48b4-bd3a-d022d90997d1 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Unset dirty status for tenant:e4ca113d70014148bb7b01a5ca52e617 on resource:port {{(pid=86368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:29:22.195486 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3ececb47-14e8-4707-90db-4e5dd7dd33a5 req-5a5544f0-78b5-48b4-bd3a-d022d90997d1 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e4ca113d70014148bb7b01a5ca52e617&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2624881
Apr 19 19:29:22.200147 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e9774c2a-5fe0-4b0c-93a1-946c7c41e3f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:29:22.207467 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e9774c2a-5fe0-4b0c-93a1-946c7c41e3f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:22.209024 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-e9774c2a-5fe0-4b0c-93a1-946c7c41e3f2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9ea1d6d9-16df-47a6-b3b2-7b8ea05c5162 HTTP/1.1" status: 204  len: 168 time: 0.2724960
Apr 19 19:29:22.475376 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba90168-e8a3-4e9b-b17f-9bf3b7cf0ef1 req-37027f29-4a62-4b5b-a99d-ff88531cad0d tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:22.477112 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4ba90168-e8a3-4e9b-b17f-9bf3b7cf0ef1 req-37027f29-4a62-4b5b-a99d-ff88531cad0d tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a2e57ab-ae13-4fe0-8550-86a32f652051 HTTP/1.1" status: 200  len: 945 time: 0.3253374
Apr 19 19:29:22.497624 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5dbb2-71dd-45a3-90a8-0bef6cf4f3ed req-4f9669a1-144d-4968-a6a9-47681900ca0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:22.499264 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-13e5dbb2-71dd-45a3-90a8-0bef6cf4f3ed req-4f9669a1-144d-4968-a6a9-47681900ca0f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cc39b9932e394741a871cc678ffadd40&device_id=7a2e57ab-ae13-4fe0-8550-86a32f652051 HTTP/1.1" status: 200  len: 1098 time: 0.2967241
Apr 19 19:29:22.597750 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3ececb47-14e8-4707-90db-4e5dd7dd33a5 req-117394f9-9b4b-412f-af25-a609b56276e6 service neutron] 10.222.0.36 "GET /v2.0/networks/2d3e41b1-31e3-4474-ae4c-35f4f724ebfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3390079
Apr 19 19:29:22.808833 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4ba90168-e8a3-4e9b-b17f-9bf3b7cf0ef1 req-928954d7-7ee2-4292-b17a-105fe4312bdf tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bb966a8-856d-4456-a718-193d52b80079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3083801
Apr 19 19:29:22.909521 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5dbb2-71dd-45a3-90a8-0bef6cf4f3ed req-b6cc5db1-f195-4dc9-b9f4-b07f2dc66984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:22.911168 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-13e5dbb2-71dd-45a3-90a8-0bef6cf4f3ed req-b6cc5db1-f195-4dc9-b9f4-b07f2dc66984 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9d269001-9e9c-479f-88fd-1acf166660c3 HTTP/1.1" status: 200  len: 912 time: 0.4043603
Apr 19 19:29:23.069825 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-13e5dbb2-71dd-45a3-90a8-0bef6cf4f3ed req-34be04de-03a3-474a-8ff6-ffaa99e1b943 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45b6b85b-b353-43a5-b050-4c60b887ef29 HTTP/1.1" status: 200  len: 1001 time: 0.1483443
Apr 19 19:29:23.080548 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3ececb47-14e8-4707-90db-4e5dd7dd33a5 req-a8ff87a5-2e7b-40f8-9fe3-30f60435bc0d service neutron] 10.222.0.36 "GET /v2.0/networks/2d3e41b1-31e3-4474-ae4c-35f4f724ebfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4080400
Apr 19 19:29:23.212857 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5dbb2-71dd-45a3-90a8-0bef6cf4f3ed req-5d4952a1-8909-4a51-9776-329db9a5a1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:23.212857 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-13e5dbb2-71dd-45a3-90a8-0bef6cf4f3ed req-5d4952a1-8909-4a51-9776-329db9a5a1a5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=00f7e508-0145-491e-8134-c9fdb454d461 HTTP/1.1" status: 200  len: 850 time: 0.1298420
Apr 19 19:29:23.333158 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5dbb2-71dd-45a3-90a8-0bef6cf4f3ed req-4f651abc-1e45-4ae1-a583-c68e706835c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:23.334888 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-13e5dbb2-71dd-45a3-90a8-0bef6cf4f3ed req-4f651abc-1e45-4ae1-a583-c68e706835c3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9d269001-9e9c-479f-88fd-1acf166660c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1155727
Apr 19 19:29:23.548419 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-13e5dbb2-71dd-45a3-90a8-0bef6cf4f3ed req-3797197e-9f59-43e7-958b-93517eac5361 service neutron] 10.222.0.20 "GET /v2.0/networks/9d269001-9e9c-479f-88fd-1acf166660c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2002871
Apr 19 19:29:23.811473 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-13e5dbb2-71dd-45a3-90a8-0bef6cf4f3ed req-ade94024-98c2-41eb-8d57-7ea9b2337343 service neutron] 10.222.0.20 "GET /v2.0/networks/9d269001-9e9c-479f-88fd-1acf166660c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2505598
Apr 19 19:29:24.399667 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c5659bd1-1093-488c-b19a-e0d1349cb177 req-9ccf8f0c-b3d0-49b3-8a34-5c1223c8c765 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9d12116-ab28-4eec-b0dd-7ab43e7386a4 HTTP/1.1" status: 200  len: 210 time: 0.2902634
Apr 19 19:29:24.508941 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bda923-0b28-4756-908f-ea092cda3520 req-a360db3b-ffc4-4878-8667-70ef8b3cb5c6 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:24.512795 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e9bda923-0b28-4756-908f-ea092cda3520 req-a360db3b-ffc4-4878-8667-70ef8b3cb5c6 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a2e57ab-ae13-4fe0-8550-86a32f652051 HTTP/1.1" status: 200  len: 945 time: 0.3126876
Apr 19 19:29:24.666207 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e9bda923-0b28-4756-908f-ea092cda3520 req-16e3395e-ae7f-4472-806a-349946706b4a tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bb966a8-856d-4456-a718-193d52b80079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1456130
Apr 19 19:29:25.767132 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-87ea49e1-1114-484a-b26e-3c261e56ea2e req-6e28868b-9bfc-4077-9ee5-818947745f78 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9d12116-ab28-4eec-b0dd-7ab43e7386a4 HTTP/1.1" status: 200  len: 210 time: 0.1220999
Apr 19 19:29:26.301333 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ececb47-14e8-4707-90db-4e5dd7dd33a5 req-b43efa34-ebd9-4e5f-8122-6c085dcdcd1f tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:26.302985 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3ececb47-14e8-4707-90db-4e5dd7dd33a5 req-b43efa34-ebd9-4e5f-8122-6c085dcdcd1f tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.20 "GET /v2.0/networks?id=2d3e41b1-31e3-4474-ae4c-35f4f724ebfb HTTP/1.1" status: 200  len: 808 time: 0.3399670
Apr 19 19:29:26.538867 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3ececb47-14e8-4707-90db-4e5dd7dd33a5 req-6d900b48-4a3d-4875-a5dc-35458cbffa1b tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e4ca113d70014148bb7b01a5ca52e617 HTTP/1.1" status: 200  len: 8061 time: 0.1657088
Apr 19 19:29:26.562975 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a110a1-1e85-489e-a498-fe9f4377f9c4 req-b2793c95-625b-4cec-8c80-3e249c713570 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:26.581237 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-41a110a1-1e85-489e-a498-fe9f4377f9c4 req-b2793c95-625b-4cec-8c80-3e249c713570 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a2e57ab-ae13-4fe0-8550-86a32f652051 HTTP/1.1" status: 200  len: 945 time: 0.3910999
Apr 19 19:29:26.589363 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 53238) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:29:26.595408 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-3ececb47-14e8-4707-90db-4e5dd7dd33a5 req-9bf93ae2-cdb3-46c0-8bee-3f992fac3fb6 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Request body: {'port': {'device_id': 'f9d12116-ab28-4eec-b0dd-7ab43e7386a4', 'network_id': '2d3e41b1-31e3-4474-ae4c-35f4f724ebfb', 'admin_state_up': True, 'tenant_id': 'e4ca113d70014148bb7b01a5ca52e617', 'security_groups': ['823bdc8f-2b33-4b7a-96ea-a1e32c9160e6']}} {{(pid=86368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:29:26.807979 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-41a110a1-1e85-489e-a498-fe9f4377f9c4 req-b4e496dc-e862-4f7e-82f2-82a49b64d1ff tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bb966a8-856d-4456-a718-193d52b80079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2189751
Apr 19 19:29:26.879871 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-14824b77-7da4-4bef-b172-9e90cf716648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:26.902286 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-14824b77-7da4-4bef-b172-9e90cf716648 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:29:26.908175 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-14824b77-7da4-4bef-b172-9e90cf716648 admin admin] Usage tracker for resource:security_group_rule and tenant:8f3136e49eb8473689680f4dee31e01d is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:29:26.913601 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-14824b77-7da4-4bef-b172-9e90cf716648 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:29:26.932692 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-14824b77-7da4-4bef-b172-9e90cf716648 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:29:27.004945 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8006d129-090e-48ee-9a67-2700ad51afbe req-3242a204-7aef-46fa-97ae-4ae60fafcd3d tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9d12116-ab28-4eec-b0dd-7ab43e7386a4 HTTP/1.1" status: 200  len: 210 time: 0.0841322
Apr 19 19:29:27.021037 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-3ececb47-14e8-4707-90db-4e5dd7dd33a5 req-9bf93ae2-cdb3-46c0-8bee-3f992fac3fb6 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:29:27.033172 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-3ececb47-14e8-4707-90db-4e5dd7dd33a5 req-9bf93ae2-cdb3-46c0-8bee-3f992fac3fb6 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:29:27.058004 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ececb47-14e8-4707-90db-4e5dd7dd33a5 req-9bf93ae2-cdb3-46c0-8bee-3f992fac3fb6 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Made reservation on behalf of e4ca113d70014148bb7b01a5ca52e617 for: {'port': 1} {{(pid=86368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:29:27.076699 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-3ececb47-14e8-4707-90db-4e5dd7dd33a5 req-9bf93ae2-cdb3-46c0-8bee-3f992fac3fb6 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:27.125306 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-14824b77-7da4-4bef-b172-9e90cf716648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:27.134281 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-14824b77-7da4-4bef-b172-9e90cf716648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:27.153776 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c8840dd4-3c37-48f5-9880-82f0853c0694 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:29:27.191743 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14824b77-7da4-4bef-b172-9e90cf716648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff6088d-198c-404d-8b4b-163a46e00f02,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:29:27.198015 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-14824b77-7da4-4bef-b172-9e90cf716648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:29:27.223097 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-14824b77-7da4-4bef-b172-9e90cf716648 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8f3136e49eb8473689680f4dee31e01d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6322331
Apr 19 19:29:27.224098 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 53262) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:29:27.383606 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8d4e7fb8-cca1-4b6c-be59-dc54aecc3082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:27.478456 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8d4e7fb8-cca1-4b6c-be59-dc54aecc3082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:27.684712 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8d4e7fb8-cca1-4b6c-be59-dc54aecc3082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:27.694116 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-1b98dee0-6b78-4b43-8592-731ac4dfc4ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:29:27.709135 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4e7fb8-cca1-4b6c-be59-dc54aecc3082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff6088d-198c-404d-8b4b-163a46e00f02,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:29:27.745759 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8d4e7fb8-cca1-4b6c-be59-dc54aecc3082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:29:27.747399 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8d4e7fb8-cca1-4b6c-be59-dc54aecc3082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:27.751173 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-8d4e7fb8-cca1-4b6c-be59-dc54aecc3082 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8ff6088d-198c-404d-8b4b-163a46e00f02 HTTP/1.1" status: 204  len: 168 time: 0.5246956
Apr 19 19:29:27.825412 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [req-3ececb47-14e8-4707-90db-4e5dd7dd33a5 req-9bf93ae2-cdb3-46c0-8bee-3f992fac3fb6 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Allocated IP 172.20.0.9 (2d3e41b1-31e3-4474-ae4c-35f4f724ebfb/b982e9fc-25d6-4db7-9e76-30317f3de3b0/f81f6244-c7d7-48d3-bae9-70946c5b8145) {{(pid=86368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:29:28.683533 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-28bf1a55-4066-4ece-b029-eeb91b905301 req-11c34bf1-7a66-4b7c-a854-811cb9f31c8b tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9d12116-ab28-4eec-b0dd-7ab43e7386a4 HTTP/1.1" status: 200  len: 210 time: 0.1360028
Apr 19 19:29:28.874656 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:28.877974 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-3ececb47-14e8-4707-90db-4e5dd7dd33a5 req-9bf93ae2-cdb3-46c0-8bee-3f992fac3fb6 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Notify callbacks [] for port, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:28.950065 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [req-3ececb47-14e8-4707-90db-4e5dd7dd33a5 req-9bf93ae2-cdb3-46c0-8bee-3f992fac3fb6 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Transition to ACTIVE for port object f81f6244-c7d7-48d3-bae9-70946c5b8145 will not be triggered until provisioned by entity DHCP. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:29:29.004994 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-3ececb47-14e8-4707-90db-4e5dd7dd33a5 req-9bf93ae2-cdb3-46c0-8bee-3f992fac3fb6 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739738723801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822331971'] for port, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:29.020507 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:29:29.123783 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ececb47-14e8-4707-90db-4e5dd7dd33a5 req-9bf93ae2-cdb3-46c0-8bee-3f992fac3fb6 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Network 2d3e41b1-31e3-4474-ae4c-35f4f724ebfb is already hosted by enough agents. {{(pid=86368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:29:29.134146 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [req-3ececb47-14e8-4707-90db-4e5dd7dd33a5 req-9bf93ae2-cdb3-46c0-8bee-3f992fac3fb6 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Resources bound (agent type, host, resource id):  {{(pid=86368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:29:29.139880 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ececb47-14e8-4707-90db-4e5dd7dd33a5 req-9bf93ae2-cdb3-46c0-8bee-3f992fac3fb6 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Received port after_create {{(pid=86368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:29:29.238522 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf93ae2-cdb3-46c0-8bee-3f992fac3fb6 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Pushing event updated for resources: {'Port': ['ID=f81f6244-c7d7-48d3-bae9-70946c5b8145,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:29:29.257904 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-9bf93ae2-cdb3-46c0-8bee-3f992fac3fb6 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:29:29.275145 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ececb47-14e8-4707-90db-4e5dd7dd33a5 req-9bf93ae2-cdb3-46c0-8bee-3f992fac3fb6 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:29.276666 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-3ececb47-14e8-4707-90db-4e5dd7dd33a5 req-9bf93ae2-cdb3-46c0-8bee-3f992fac3fb6 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for port, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:29.315392 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3ececb47-14e8-4707-90db-4e5dd7dd33a5 req-9bf93ae2-cdb3-46c0-8bee-3f992fac3fb6 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.7236328
Apr 19 19:29:29.340288 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-3ececb47-14e8-4707-90db-4e5dd7dd33a5 req-2fe86a21-5bd1-47e0-b039-bdc7f2a7c02b service neutron] Request body: {'port': {'device_id': 'f9d12116-ab28-4eec-b0dd-7ab43e7386a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:29:29.578291 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-d34de2ce-0073-4820-a3fd-23a57af18f06 None None] Provisioning for port f81f6244-c7d7-48d3-bae9-70946c5b8145 completed by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:29:29.592738 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-d34de2ce-0073-4820-a3fd-23a57af18f06 None None] Provisioning complete for port f81f6244-c7d7-48d3-bae9-70946c5b8145 triggered by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:29:29.593629 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d34de2ce-0073-4820-a3fd-23a57af18f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:29.636619 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-3ececb47-14e8-4707-90db-4e5dd7dd33a5 req-2fe86a21-5bd1-47e0-b039-bdc7f2a7c02b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:29.733823 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-d34de2ce-0073-4820-a3fd-23a57af18f06 None None] Port f81f6244-c7d7-48d3-bae9-70946c5b8145 cannot update to ACTIVE because it is not bound. {{(pid=86370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 19:29:30.407053 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236bdab4-8723-4a5d-b3ee-e0ece34a661f req-1f580b0b-e3ed-4ffd-9596-2f65923a8809 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:30.407913 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-236bdab4-8723-4a5d-b3ee-e0ece34a661f req-1f580b0b-e3ed-4ffd-9596-2f65923a8809 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Synchronizing usage tracker for tenant:e4ca113d70014148bb7b01a5ca52e617 on resource:port {{(pid=86368) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:29:30.464249 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-236bdab4-8723-4a5d-b3ee-e0ece34a661f req-1f580b0b-e3ed-4ffd-9596-2f65923a8809 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Unset dirty status for tenant:e4ca113d70014148bb7b01a5ca52e617 on resource:port {{(pid=86368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:29:30.464249 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-236bdab4-8723-4a5d-b3ee-e0ece34a661f req-1f580b0b-e3ed-4ffd-9596-2f65923a8809 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9d12116-ab28-4eec-b0dd-7ab43e7386a4 HTTP/1.1" status: 200  len: 931 time: 0.3436074
Apr 19 19:29:30.585041 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-236bdab4-8723-4a5d-b3ee-e0ece34a661f req-bc3d7fc2-4b04-4d55-99f8-1d253bc133cc tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/security-groups?id=823bdc8f-2b33-4b7a-96ea-a1e32c9160e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1266844
Apr 19 19:29:30.687105 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [req-3ececb47-14e8-4707-90db-4e5dd7dd33a5 req-2fe86a21-5bd1-47e0-b039-bdc7f2a7c02b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f81f6244-c7d7-48d3-bae9-70946c5b8145 {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:29:30.696214 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-3ececb47-14e8-4707-90db-4e5dd7dd33a5 req-2fe86a21-5bd1-47e0-b039-bdc7f2a7c02b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:30.724028 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [req-3ececb47-14e8-4707-90db-4e5dd7dd33a5 req-2fe86a21-5bd1-47e0-b039-bdc7f2a7c02b service neutron] Transition to ACTIVE for port object f81f6244-c7d7-48d3-bae9-70946c5b8145 will not be triggered until provisioned by entity L2. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:29:30.772785 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-3ececb47-14e8-4707-90db-4e5dd7dd33a5 req-2fe86a21-5bd1-47e0-b039-bdc7f2a7c02b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32443828'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:30.779063 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8c17f3db-f03c-4f56-880c-df79d7b553c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:29:31.065012 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe86a21-5bd1-47e0-b039-bdc7f2a7c02b service neutron] Pushing event updated for resources: {'Port': ['ID=f81f6244-c7d7-48d3-bae9-70946c5b8145,revision_number=2']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:29:31.072774 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-2fe86a21-5bd1-47e0-b039-bdc7f2a7c02b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:29:31.143027 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-3ececb47-14e8-4707-90db-4e5dd7dd33a5 req-2fe86a21-5bd1-47e0-b039-bdc7f2a7c02b service neutron] Attempting to bind port f81f6244-c7d7-48d3-bae9-70946c5b8145 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:29:31.143385 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-3ececb47-14e8-4707-90db-4e5dd7dd33a5 req-2fe86a21-5bd1-47e0-b039-bdc7f2a7c02b service neutron] Attempting to bind port f81f6244-c7d7-48d3-bae9-70946c5b8145 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '00035a8f-a81f-4089-9be6-fd708daf7fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2d3e41b1-31e3-4474-ae4c-35f4f724ebfb'}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:29:31.143841 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ececb47-14e8-4707-90db-4e5dd7dd33a5 req-2fe86a21-5bd1-47e0-b039-bdc7f2a7c02b service neutron] Attempting to bind port f81f6244-c7d7-48d3-bae9-70946c5b8145 on network 2d3e41b1-31e3-4474-ae4c-35f4f724ebfb {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:29:31.155689 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ececb47-14e8-4707-90db-4e5dd7dd33a5 req-2fe86a21-5bd1-47e0-b039-bdc7f2a7c02b service neutron] Port f81f6244-c7d7-48d3-bae9-70946c5b8145 on network 2d3e41b1-31e3-4474-ae4c-35f4f724ebfb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 19:29:31.156084 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ececb47-14e8-4707-90db-4e5dd7dd33a5 req-2fe86a21-5bd1-47e0-b039-bdc7f2a7c02b service neutron] Attempting to bind port f81f6244-c7d7-48d3-bae9-70946c5b8145 on network 2d3e41b1-31e3-4474-ae4c-35f4f724ebfb {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:29:31.164734 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ececb47-14e8-4707-90db-4e5dd7dd33a5 req-2fe86a21-5bd1-47e0-b039-bdc7f2a7c02b service neutron] Checking agent: {'id': '13e8b6f5-8e00-4da6-9b4f-d998588d9e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 22, 59), 'started_at': datetime.datetime(2021, 4, 19, 19, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:29:31.164734 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ececb47-14e8-4707-90db-4e5dd7dd33a5 req-2fe86a21-5bd1-47e0-b039-bdc7f2a7c02b service neutron] Checking segment: {'id': '00035a8f-a81f-4089-9be6-fd708daf7fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2d3e41b1-31e3-4474-ae4c-35f4f724ebfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:29:31.165262 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ececb47-14e8-4707-90db-4e5dd7dd33a5 req-2fe86a21-5bd1-47e0-b039-bdc7f2a7c02b service neutron] Bound using segment: {'id': '00035a8f-a81f-4089-9be6-fd708daf7fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2d3e41b1-31e3-4474-ae4c-35f4f724ebfb'} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:29:31.165821 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-3ececb47-14e8-4707-90db-4e5dd7dd33a5 req-2fe86a21-5bd1-47e0-b039-bdc7f2a7c02b service neutron] Bound port: f81f6244-c7d7-48d3-bae9-70946c5b8145, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00035a8f-a81f-4089-9be6-fd708daf7fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2d3e41b1-31e3-4474-ae4c-35f4f724ebfb'}}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:29:31.166256 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-3ececb47-14e8-4707-90db-4e5dd7dd33a5 req-2fe86a21-5bd1-47e0-b039-bdc7f2a7c02b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:31.311532 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-3ececb47-14e8-4707-90db-4e5dd7dd33a5 req-2fe86a21-5bd1-47e0-b039-bdc7f2a7c02b service neutron] For port f81f6244-c7d7-48d3-bae9-70946c5b8145, host hv-cinder-78693, cleared binding levels {{(pid=86368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:29:31.316051 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-3ececb47-14e8-4707-90db-4e5dd7dd33a5 req-2fe86a21-5bd1-47e0-b039-bdc7f2a7c02b service neutron] For port f81f6244-c7d7-48d3-bae9-70946c5b8145, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f81f6244-c7d7-48d3-bae9-70946c5b8145,segment=NetworkSegment(00035a8f-a81f-4089-9be6-fd708daf7fa2),segment_id=00035a8f-a81f-4089-9be6-fd708daf7fa2)] {{(pid=86368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:29:31.321105 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-3ececb47-14e8-4707-90db-4e5dd7dd33a5 req-2fe86a21-5bd1-47e0-b039-bdc7f2a7c02b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32443828'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:31.326552 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-5ab4b884-f1b8-4ace-b08e-a3fb53a09265 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:29:31.392669 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ececb47-14e8-4707-90db-4e5dd7dd33a5 req-2fe86a21-5bd1-47e0-b039-bdc7f2a7c02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:31.393890 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-3ececb47-14e8-4707-90db-4e5dd7dd33a5 req-2fe86a21-5bd1-47e0-b039-bdc7f2a7c02b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for port, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:31.395432 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3ececb47-14e8-4707-90db-4e5dd7dd33a5 req-2fe86a21-5bd1-47e0-b039-bdc7f2a7c02b service neutron] 10.222.0.20 "PUT /v2.0/ports/f81f6244-c7d7-48d3-bae9-70946c5b8145 HTTP/1.1" status: 200  len: 1093 time: 2.0663438
Apr 19 19:29:31.396023 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9d12116-ab28-4eec-b0dd-7ab43e7386a4', 'tag': 'f81f6244-c7d7-48d3-bae9-70946c5b8145'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:29:31.440484 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe86a21-5bd1-47e0-b039-bdc7f2a7c02b service neutron] Pushing event updated for resources: {'Port': ['ID=f81f6244-c7d7-48d3-bae9-70946c5b8145,revision_number=3']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:29:31.445784 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-2fe86a21-5bd1-47e0-b039-bdc7f2a7c02b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:29:31.606265 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9d12116-ab28-4eec-b0dd-7ab43e7386a4', 'tag': 'f81f6244-c7d7-48d3-bae9-70946c5b8145', 'status': 'completed', 'code': 200}
Apr 19 19:29:31.661838 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ececb47-14e8-4707-90db-4e5dd7dd33a5 req-14dc36ea-8571-4772-a13b-d8b6e44ad715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:31.666887 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3ececb47-14e8-4707-90db-4e5dd7dd33a5 req-14dc36ea-8571-4772-a13b-d8b6e44ad715 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4ca113d70014148bb7b01a5ca52e617&device_id=f9d12116-ab28-4eec-b0dd-7ab43e7386a4 HTTP/1.1" status: 200  len: 1096 time: 0.1888504
Apr 19 19:29:31.867753 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3ececb47-14e8-4707-90db-4e5dd7dd33a5 req-2de4a79c-b173-4136-8188-be564e14bb13 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f81f6244-c7d7-48d3-bae9-70946c5b8145 HTTP/1.1" status: 200  len: 217 time: 0.1781824
Apr 19 19:29:31.882567 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 53362) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:29:32.025628 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497619f9-1a3b-454e-85ee-726a2fcb97b4 req-5e379ba3-67e1-453e-a92f-f7d7ac628048 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:32.028329 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-497619f9-1a3b-454e-85ee-726a2fcb97b4 req-5e379ba3-67e1-453e-a92f-f7d7ac628048 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9d12116-ab28-4eec-b0dd-7ab43e7386a4 HTTP/1.1" status: 200  len: 943 time: 0.2380664
Apr 19 19:29:32.033588 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ececb47-14e8-4707-90db-4e5dd7dd33a5 req-db9f17bd-871d-459f-80d0-3d2fde1e8764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:32.035189 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3ececb47-14e8-4707-90db-4e5dd7dd33a5 req-db9f17bd-871d-459f-80d0-3d2fde1e8764 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b982e9fc-25d6-4db7-9e76-30317f3de3b0 HTTP/1.1" status: 200  len: 847 time: 0.1609218
Apr 19 19:29:32.185772 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3eba8255-61a4-4caa-bc3f-d6a1b92f43bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:32.210072 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-3eba8255-61a4-4caa-bc3f-d6a1b92f43bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:29:32.215130 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-3eba8255-61a4-4caa-bc3f-d6a1b92f43bf admin admin] Usage tracker for resource:security_group_rule and tenant:712b710bfdfb4bd5b2361a4e8bbdfd8a is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:29:32.218951 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-3eba8255-61a4-4caa-bc3f-d6a1b92f43bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:29:32.227686 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-3eba8255-61a4-4caa-bc3f-d6a1b92f43bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:29:32.329364 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-497619f9-1a3b-454e-85ee-726a2fcb97b4 req-12b2435d-afb8-4ef8-9cd5-50a1e1f15492 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/security-groups?id=823bdc8f-2b33-4b7a-96ea-a1e32c9160e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2030656
Apr 19 19:29:32.433915 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3eba8255-61a4-4caa-bc3f-d6a1b92f43bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:32.441407 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3eba8255-61a4-4caa-bc3f-d6a1b92f43bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:32.445191 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ececb47-14e8-4707-90db-4e5dd7dd33a5 req-2dacd280-5dcf-44fb-be34-dfaf08e617dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:32.450414 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3ececb47-14e8-4707-90db-4e5dd7dd33a5 req-2dacd280-5dcf-44fb-be34-dfaf08e617dc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2d3e41b1-31e3-4474-ae4c-35f4f724ebfb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4048228
Apr 19 19:29:32.471428 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-08d51b72-1981-45fb-a216-ebf96fac46fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:29:32.553419 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eba8255-61a4-4caa-bc3f-d6a1b92f43bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4e5918-924c-48f8-b6bb-325ed90c151b,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:29:32.560168 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-3eba8255-61a4-4caa-bc3f-d6a1b92f43bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:29:32.614408 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-3eba8255-61a4-4caa-bc3f-d6a1b92f43bf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=712b710bfdfb4bd5b2361a4e8bbdfd8a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7302821
Apr 19 19:29:32.617265 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 53382) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:29:32.754197 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0e05b2a3-9b3d-4cc0-aa17-0f72c5cf188b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:32.810402 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0e05b2a3-9b3d-4cc0-aa17-0f72c5cf188b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:32.812300 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3ececb47-14e8-4707-90db-4e5dd7dd33a5 req-cc414ac6-3dc3-4c90-8ba9-16999bd2259d service neutron] 10.222.0.20 "GET /v2.0/networks/2d3e41b1-31e3-4474-ae4c-35f4f724ebfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3545091
Apr 19 19:29:32.887791 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0e05b2a3-9b3d-4cc0-aa17-0f72c5cf188b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:32.894522 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-fa36bb89-620f-48fc-9697-4e2345a2f1f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:29:32.915345 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e05b2a3-9b3d-4cc0-aa17-0f72c5cf188b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4e5918-924c-48f8-b6bb-325ed90c151b,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:29:32.958245 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-0e05b2a3-9b3d-4cc0-aa17-0f72c5cf188b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:29:32.960130 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0e05b2a3-9b3d-4cc0-aa17-0f72c5cf188b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:32.979504 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-0e05b2a3-9b3d-4cc0-aa17-0f72c5cf188b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8a4e5918-924c-48f8-b6bb-325ed90c151b HTTP/1.1" status: 204  len: 168 time: 0.3604343
Apr 19 19:29:33.097061 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3ececb47-14e8-4707-90db-4e5dd7dd33a5 req-f70f5666-92d8-40b3-8038-348ee427f080 service neutron] 10.222.0.20 "GET /v2.0/networks/2d3e41b1-31e3-4474-ae4c-35f4f724ebfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2742827
Apr 19 19:29:33.390744 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd14c24-b195-42f9-9d4f-4b3e1ce07acc req-2d0a9e4a-dc3d-44db-bd40-45b6fb476d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:33.396976 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3bd14c24-b195-42f9-9d4f-4b3e1ce07acc req-2d0a9e4a-dc3d-44db-bd40-45b6fb476d4f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4ca113d70014148bb7b01a5ca52e617&device_id=f9d12116-ab28-4eec-b0dd-7ab43e7386a4 HTTP/1.1" status: 200  len: 1096 time: 0.1791420
Apr 19 19:29:33.561750 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 53400) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:29:33.591676 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-15b8462b-de33-43d2-88ca-aedf041e26e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:33.618567 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-15b8462b-de33-43d2-88ca-aedf041e26e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:29:33.626318 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-15b8462b-de33-43d2-88ca-aedf041e26e9 admin admin] Usage tracker for resource:security_group_rule and tenant:f49d7db3cd194aa590df27367a9eb072 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:29:33.631127 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-15b8462b-de33-43d2-88ca-aedf041e26e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:29:33.649855 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-15b8462b-de33-43d2-88ca-aedf041e26e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:29:33.843501 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-15b8462b-de33-43d2-88ca-aedf041e26e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:33.865832 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-15b8462b-de33-43d2-88ca-aedf041e26e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:33.895060 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c372e9b3-aa8a-4e50-9668-36397996786f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:29:33.900856 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd14c24-b195-42f9-9d4f-4b3e1ce07acc req-76505141-5082-468a-9f02-fc72ffc956e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:33.903608 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3bd14c24-b195-42f9-9d4f-4b3e1ce07acc req-76505141-5082-468a-9f02-fc72ffc956e9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2d3e41b1-31e3-4474-ae4c-35f4f724ebfb HTTP/1.1" status: 200  len: 909 time: 0.4972258
Apr 19 19:29:33.922904 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b36a53-7979-432d-9974-48955d17e7fd req-edd27fd5-dd74-4ac2-a486-f92746c3b388 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:33.940220 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b6b36a53-7979-432d-9974-48955d17e7fd req-edd27fd5-dd74-4ac2-a486-f92746c3b388 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9d12116-ab28-4eec-b0dd-7ab43e7386a4 HTTP/1.1" status: 200  len: 943 time: 0.3048272
Apr 19 19:29:33.991634 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b8462b-de33-43d2-88ca-aedf041e26e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2c12da-9ce9-41b7-b1d0-944c0cbb770c,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:29:34.008625 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-15b8462b-de33-43d2-88ca-aedf041e26e9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f49d7db3cd194aa590df27367a9eb072&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4389358
Apr 19 19:29:34.008625 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 53406) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:29:34.018365 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-15b8462b-de33-43d2-88ca-aedf041e26e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:29:34.122641 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3bd14c24-b195-42f9-9d4f-4b3e1ce07acc req-de5e654b-cdae-4161-b3bc-ac7fc5c7a3e5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f81f6244-c7d7-48d3-bae9-70946c5b8145 HTTP/1.1" status: 200  len: 217 time: 0.1771727
Apr 19 19:29:34.190085 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8baf3cb4-483f-4eb8-8355-dc6a62ae3ae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:34.245672 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8baf3cb4-483f-4eb8-8355-dc6a62ae3ae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:34.325188 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b6b36a53-7979-432d-9974-48955d17e7fd req-60baa99b-14eb-4fd1-a72e-4bdaf67fd118 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/security-groups?id=823bdc8f-2b33-4b7a-96ea-a1e32c9160e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3830068
Apr 19 19:29:34.358137 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd14c24-b195-42f9-9d4f-4b3e1ce07acc req-41d29aa7-115d-4b2f-bcc9-4ae520c01efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:34.374574 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3bd14c24-b195-42f9-9d4f-4b3e1ce07acc req-41d29aa7-115d-4b2f-bcc9-4ae520c01efa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b982e9fc-25d6-4db7-9e76-30317f3de3b0 HTTP/1.1" status: 200  len: 847 time: 0.2390752
Apr 19 19:29:34.378766 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8baf3cb4-483f-4eb8-8355-dc6a62ae3ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:34.404721 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:29:34.434154 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baf3cb4-483f-4eb8-8355-dc6a62ae3ae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2c12da-9ce9-41b7-b1d0-944c0cbb770c,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:29:34.463956 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8baf3cb4-483f-4eb8-8355-dc6a62ae3ae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:29:34.480449 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8baf3cb4-483f-4eb8-8355-dc6a62ae3ae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:34.490546 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-8baf3cb4-483f-4eb8-8355-dc6a62ae3ae0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7e2c12da-9ce9-41b7-b1d0-944c0cbb770c HTTP/1.1" status: 204  len: 168 time: 0.4731045
Apr 19 19:29:34.622207 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd14c24-b195-42f9-9d4f-4b3e1ce07acc req-481602cc-9a80-4fc8-8d75-97a7e3de104a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:34.623325 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3bd14c24-b195-42f9-9d4f-4b3e1ce07acc req-481602cc-9a80-4fc8-8d75-97a7e3de104a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2d3e41b1-31e3-4474-ae4c-35f4f724ebfb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2396820
Apr 19 19:29:34.862944 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3bd14c24-b195-42f9-9d4f-4b3e1ce07acc req-65aba133-640d-416d-b939-ae44c02ce97f service neutron] 10.222.0.20 "GET /v2.0/networks/2d3e41b1-31e3-4474-ae4c-35f4f724ebfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2316716
Apr 19 19:29:35.130992 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3bd14c24-b195-42f9-9d4f-4b3e1ce07acc req-9c8e5f8b-788c-437f-8e9d-68a6bb7daca5 service neutron] 10.222.0.20 "GET /v2.0/networks/2d3e41b1-31e3-4474-ae4c-35f4f724ebfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2579052
Apr 19 19:29:35.915944 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa3b0b1-fd02-416e-87a6-96a12eb365dc req-be33d216-92c0-4942-a29e-4f75e09ae02d tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:35.918651 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6aa3b0b1-fd02-416e-87a6-96a12eb365dc req-be33d216-92c0-4942-a29e-4f75e09ae02d tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9d12116-ab28-4eec-b0dd-7ab43e7386a4 HTTP/1.1" status: 200  len: 943 time: 0.1813293
Apr 19 19:29:36.006344 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6aa3b0b1-fd02-416e-87a6-96a12eb365dc req-5637159e-441b-47a9-89b0-0812f9fce7c2 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/security-groups?id=823bdc8f-2b33-4b7a-96ea-a1e32c9160e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0727656
Apr 19 19:29:36.867620 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f67201d-bd21-4801-ab95-24be6b65382f req-ab5b2c26-22b0-4784-80d0-3941961bebb1 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:36.876823 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4f67201d-bd21-4801-ab95-24be6b65382f req-ab5b2c26-22b0-4784-80d0-3941961bebb1 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 947 time: 0.2341516
Apr 19 19:29:37.001196 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4f67201d-bd21-4801-ab95-24be6b65382f req-2cc55784-8733-411d-b24f-f27e6f0c0882 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=363b2ccb-b902-431d-b58c-e66b72ac10c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1178718
Apr 19 19:29:37.498067 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88045c7-7afa-400f-9ef9-559c4e5846f8 req-3f8f3456-162f-4e7e-bb58-7f153ac29458 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:37.501386 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a88045c7-7afa-400f-9ef9-559c4e5846f8 req-3f8f3456-162f-4e7e-bb58-7f153ac29458 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9d12116-ab28-4eec-b0dd-7ab43e7386a4 HTTP/1.1" status: 200  len: 943 time: 0.2428036
Apr 19 19:29:37.617685 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a88045c7-7afa-400f-9ef9-559c4e5846f8 req-427f8363-0111-4c96-9670-79d1413d967e tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/security-groups?id=823bdc8f-2b33-4b7a-96ea-a1e32c9160e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1013165
Apr 19 19:29:38.313397 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b516aa-98a7-4d42-aa19-e48aaba12f70 req-92ec7e67-ef96-48d4-9cf4-91ae99dda3a0 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:38.318298 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-99b516aa-98a7-4d42-aa19-e48aaba12f70 req-92ec7e67-ef96-48d4-9cf4-91ae99dda3a0 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 947 time: 0.1350489
Apr 19 19:29:38.671193 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f83aba-fa10-4c5e-9748-96d4b0db187f req-1e75d890-116a-4e6d-8614-67875faceac3 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:38.674843 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c1f83aba-fa10-4c5e-9748-96d4b0db187f req-1e75d890-116a-4e6d-8614-67875faceac3 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.20 "GET /v2.0/ports?device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 947 time: 0.3546042
Apr 19 19:29:38.941254 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-99b516aa-98a7-4d42-aa19-e48aaba12f70 req-4bafc633-6072-49f8-ba81-6dceeb8a9869 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=363b2ccb-b902-431d-b58c-e66b72ac10c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4988315
Apr 19 19:29:39.075530 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-c1f83aba-fa10-4c5e-9748-96d4b0db187f req-13a3ae67-9bbc-4576-bc74-85f159cd7117 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Deleting port d8fbaa88-c36d-4955-b0ff-233bb0d92900 {{(pid=86368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:29:39.076084 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-c1f83aba-fa10-4c5e-9748-96d4b0db187f req-13a3ae67-9bbc-4576-bc74-85f159cd7117 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:39.726702 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 53538) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:29:39.846631 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a622ae7-4aa3-4a5e-8b41-7c714262a486 req-64be89dd-999c-4804-8646-4ffc708d2dde tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:39.854762 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1a622ae7-4aa3-4a5e-8b41-7c714262a486 req-64be89dd-999c-4804-8646-4ffc708d2dde tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9d12116-ab28-4eec-b0dd-7ab43e7386a4 HTTP/1.1" status: 200  len: 943 time: 0.7101898
Apr 19 19:29:39.863840 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-c1f83aba-fa10-4c5e-9748-96d4b0db187f req-13a3ae67-9bbc-4576-bc74-85f159cd7117 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] For port d8fbaa88-c36d-4955-b0ff-233bb0d92900, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d8fbaa88-c36d-4955-b0ff-233bb0d92900,segment=NetworkSegment(2744bb2d-9e24-4863-b8d8-e4b09c9832ec),segment_id=2744bb2d-9e24-4863-b8d8-e4b09c9832ec)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:29:39.864257 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-c1f83aba-fa10-4c5e-9748-96d4b0db187f req-13a3ae67-9bbc-4576-bc74-85f159cd7117 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697982'] for port, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:39.956859 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8ee85b1b-5d9c-46c2-940f-498ebef4e305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:39.980430 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-8ee85b1b-5d9c-46c2-940f-498ebef4e305 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:29:39.986812 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-8ee85b1b-5d9c-46c2-940f-498ebef4e305 admin admin] Usage tracker for resource:security_group_rule and tenant:0ebbe1263a1244888410c7624f159b02 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:29:39.991487 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-8ee85b1b-5d9c-46c2-940f-498ebef4e305 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:29:40.000304 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-8ee85b1b-5d9c-46c2-940f-498ebef4e305 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:29:40.070785 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1a622ae7-4aa3-4a5e-8b41-7c714262a486 req-7a6aa07f-ca02-49ac-b02d-344103313602 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/security-groups?id=823bdc8f-2b33-4b7a-96ea-a1e32c9160e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2146814
Apr 19 19:29:40.273105 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8ee85b1b-5d9c-46c2-940f-498ebef4e305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:40.279481 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8ee85b1b-5d9c-46c2-940f-498ebef4e305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:40.363211 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-79f00b43-41f1-45a6-9abd-b3ff7a7d8897 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:29:40.382741 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-8ee85b1b-5d9c-46c2-940f-498ebef4e305 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0ebbe1263a1244888410c7624f159b02&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6522911
Apr 19 19:29:40.385232 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 53550) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:29:40.549016 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee85b1b-5d9c-46c2-940f-498ebef4e305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a388a6bc-54be-4f1a-b9b5-0cb9dcd92195,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:29:40.561853 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8ee85b1b-5d9c-46c2-940f-498ebef4e305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:29:40.628727 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-dacc0bdc-e88a-42f9-9558-7be894523112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:40.633390 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device f81f6244-c7d7-48d3-bae9-70946c5b8145 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 19:29:40.715586 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-dacc0bdc-e88a-42f9-9558-7be894523112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:40.741948 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-c1f83aba-fa10-4c5e-9748-96d4b0db187f req-13a3ae67-9bbc-4576-bc74-85f159cd7117 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:40.742733 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-c1f83aba-fa10-4c5e-9748-96d4b0db187f req-13a3ae67-9bbc-4576-bc74-85f159cd7117 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854086990'] for floatingip, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:40.743236 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.db.l3_db [req-c1f83aba-fa10-4c5e-9748-96d4b0db187f req-13a3ae67-9bbc-4576-bc74-85f159cd7117 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Floating IP ef30a206-e843-485f-b095-c85c42ee3376 disassociated. External IP: 172.27.1.212, port: d8fbaa88-c36d-4955-b0ff-233bb0d92900.
Apr 19 19:29:40.747996 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-c1f83aba-fa10-4c5e-9748-96d4b0db187f req-13a3ae67-9bbc-4576-bc74-85f159cd7117 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Calling delete_port for d8fbaa88-c36d-4955-b0ff-233bb0d92900 owned by compute:nova {{(pid=86368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:29:40.860205 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0abaf3e-ad5a-4ef0-a3f5-a0ce5f9170e3 req-a7f5ec95-8f5f-4386-936a-f88742fea556 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:40.876193 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f0abaf3e-ad5a-4ef0-a3f5-a0ce5f9170e3 req-a7f5ec95-8f5f-4386-936a-f88742fea556 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 947 time: 0.5887704
Apr 19 19:29:40.956189 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-dacc0bdc-e88a-42f9-9558-7be894523112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:40.978711 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-ff542121-b07b-478a-b6ca-dd43853a8a7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:29:41.036794 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f0abaf3e-ad5a-4ef0-a3f5-a0ce5f9170e3 req-a33f711d-385d-4621-b755-7e532361aeb7 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=363b2ccb-b902-431d-b58c-e66b72ac10c5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1575997
Apr 19 19:29:41.039575 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacc0bdc-e88a-42f9-9558-7be894523112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a388a6bc-54be-4f1a-b9b5-0cb9dcd92195,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:29:41.081769 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-dacc0bdc-e88a-42f9-9558-7be894523112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:29:41.124007 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-dacc0bdc-e88a-42f9-9558-7be894523112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:41.142068 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-dacc0bdc-e88a-42f9-9558-7be894523112 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a388a6bc-54be-4f1a-b9b5-0cb9dcd92195 HTTP/1.1" status: 204  len: 168 time: 0.7393520
Apr 19 19:29:41.203119 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port f81f6244-c7d7-48d3-bae9-70946c5b8145, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f81f6244-c7d7-48d3-bae9-70946c5b8145,segment=NetworkSegment(00035a8f-a81f-4089-9be6-fd708daf7fa2),segment_id=00035a8f-a81f-4089-9be6-fd708daf7fa2)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:29:41.250554 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device d8fbaa88-c36d-4955-b0ff-233bb0d92900 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:29:41.323377 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-c1f83aba-fa10-4c5e-9748-96d4b0db187f req-13a3ae67-9bbc-4576-bc74-85f159cd7117 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297115604255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297116051999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822331971'] for port, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:41.331589 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-7024621e-7e1b-490a-9cde-656ddec529c9 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:29:41.343280 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Returning: {'device': 'f81f6244-c7d7-48d3-bae9-70946c5b8145', 'network_id': '2d3e41b1-31e3-4474-ae4c-35f4f724ebfb', 'port_id': 'f81f6244-c7d7-48d3-bae9-70946c5b8145', 'mac_address': 'fa:16:3e:09:d7:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b982e9fc-25d6-4db7-9e76-30317f3de3b0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 19:29:41.536983 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] No Port match for: d8fbaa88-c36d-4955-b0ff-233bb0d92900 {{(pid=86370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:29:41.537540 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device d8fbaa88-c36d-4955-b0ff-233bb0d92900 not bound to the agent host hv-cinder-78693 {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:29:41.763251 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:41.785868 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f81f6244-c7d7-48d3-bae9-70946c5b8145 {{(pid=86370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:29:41.834702 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port f81f6244-c7d7-48d3-bae9-70946c5b8145, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f81f6244-c7d7-48d3-bae9-70946c5b8145,segment=NetworkSegment(00035a8f-a81f-4089-9be6-fd708daf7fa2),segment_id=00035a8f-a81f-4089-9be6-fd708daf7fa2)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:29:41.854929 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:41.872580 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:29:41.900325 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a3ae67-9bbc-4576-bc74-85f159cd7117 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Pushing event deleted for resources: {'Port': ['ID=d8fbaa88-c36d-4955-b0ff-233bb0d92900,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:29:41.904301 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-13a3ae67-9bbc-4576-bc74-85f159cd7117 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:29:41.939816 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 53584) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:29:41.972537 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bf24b8b5-69af-4e00-93a4-2a974db3e319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:42.006436 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1f83aba-fa10-4c5e-9748-96d4b0db187f req-13a3ae67-9bbc-4576-bc74-85f159cd7117 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Router 248bb514-a0b2-4d79-87cb-c26c21a1f2a8 has already been hosted by L3 agent a3cf2d1c-6710-4478-a129-20091cfe97d1 {{(pid=86368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:29:42.011747 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-bf24b8b5-69af-4e00-93a4-2a974db3e319 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:29:42.016936 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-bf24b8b5-69af-4e00-93a4-2a974db3e319 admin admin] Usage tracker for resource:security_group_rule and tenant:610601defbc24294b582081613a6e79d is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:29:42.021536 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-bf24b8b5-69af-4e00-93a4-2a974db3e319 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:29:42.029393 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-bf24b8b5-69af-4e00-93a4-2a974db3e319 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:29:42.139563 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bf24b8b5-69af-4e00-93a4-2a974db3e319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:42.145744 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bf24b8b5-69af-4e00-93a4-2a974db3e319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:42.163203 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-102f25d3-c6aa-4ff3-924c-4706b379c9b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:29:42.214620 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Pushing event updated for resources: {'Port': ['ID=f81f6244-c7d7-48d3-bae9-70946c5b8145,revision_number=4']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:29:42.223874 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-bf24b8b5-69af-4e00-93a4-2a974db3e319 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=610601defbc24294b582081613a6e79d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2803538
Apr 19 19:29:42.225425 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 53590) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:29:42.242544 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf24b8b5-69af-4e00-93a4-2a974db3e319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5729e6f0-adf3-4f6e-b6d7-b99f23cfe296,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:29:42.274124 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-bf24b8b5-69af-4e00-93a4-2a974db3e319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:29:42.287180 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:29:42.287968 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:29:42.288648 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:29:42.289298 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:29:42.289955 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:29:42.290624 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:29:42.291285 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:29:42.291974 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:29:42.292638 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:29:42.293285 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:29:42.294137 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:29:42.294569 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:29:42.306510 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d72f65-0e31-47b4-ad9a-c805917b30c1 req-4f97994a-8280-43c6-9414-4e51e7c04fa8 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:42.323487 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b4d72f65-0e31-47b4-ad9a-c805917b30c1 req-4f97994a-8280-43c6-9414-4e51e7c04fa8 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9d12116-ab28-4eec-b0dd-7ab43e7386a4 HTTP/1.1" status: 200  len: 944 time: 0.8536291
Apr 19 19:29:42.337297 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:29:42.344068 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] get_ports_and_sgs() called for port_ids ['f81f6244-c7d7-48d3-bae9-70946c5b8145'] {{(pid=86370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:29:42.355961 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8cc43075-2097-4b77-8a6b-110d28a7a90a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:42.407254 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b4d72f65-0e31-47b4-ad9a-c805917b30c1 req-f61a3ff2-a4bd-40bc-a43d-1bf89a5b1e48 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/security-groups?id=823bdc8f-2b33-4b7a-96ea-a1e32c9160e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0826445
Apr 19 19:29:42.425922 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8cc43075-2097-4b77-8a6b-110d28a7a90a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:42.482130 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c3f1393f-845d-4bb0-b670-895e7d5deae0 req-90bbc2f1-e87d-42cc-9335-c952035ef215 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 210 time: 0.0932975
Apr 19 19:29:42.551938 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1f83aba-fa10-4c5e-9748-96d4b0db187f req-13a3ae67-9bbc-4576-bc74-85f159cd7117 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify agent at l3_agent.dv-cinder-786932-1-iscsi the message routers_updated {{(pid=86368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:29:42.597017 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b429ae-732e-420e-bbe6-40fd7bc72287 None None] Sync routers for ids ['248bb514-a0b2-4d79-87cb-c26c21a1f2a8'] in dv-cinder-786932-1-iscsi {{(pid=86370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:29:42.644651 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8cc43075-2097-4b77-8a6b-110d28a7a90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:42.646871 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-56618793-170e-4aa6-8efa-9c6d4ae7a1f6 None None] Agent healthcheck: found 6 active agents {{(pid=86371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:29:42.650169 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-4a739fed-02e2-4f49-95d2-42daef6acbae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:29:42.680228 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc43075-2097-4b77-8a6b-110d28a7a90a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5729e6f0-adf3-4f6e-b6d7-b99f23cfe296,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:29:42.683803 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8cc43075-2097-4b77-8a6b-110d28a7a90a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:29:42.696007 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8cc43075-2097-4b77-8a6b-110d28a7a90a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:42.697249 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-8cc43075-2097-4b77-8a6b-110d28a7a90a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5729e6f0-adf3-4f6e-b6d7-b99f23cfe296 HTTP/1.1" status: 204  len: 168 time: 0.4703267
Apr 19 19:29:42.880954 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1f83aba-fa10-4c5e-9748-96d4b0db187f req-13a3ae67-9bbc-4576-bc74-85f159cd7117 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] No DVR routers for this DVR port d8fbaa88-c36d-4955-b0ff-233bb0d92900 on host hv-cinder-78693 {{(pid=86368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 19:29:42.897361 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b429ae-732e-420e-bbe6-40fd7bc72287 None None] Routers {'248bb514-a0b2-4d79-87cb-c26c21a1f2a8'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:29:42.898245 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-45b429ae-732e-420e-bbe6-40fd7bc72287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0f462dd8>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:29:19Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['248bb514-a0b2-4d79-87cb-c26c21a1f2a8'], 'active': True} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:29:42.903203 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-c1f83aba-fa10-4c5e-9748-96d4b0db187f req-13a3ae67-9bbc-4576-bc74-85f159cd7117 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for port, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:42.945302 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '370f06aa-5b99-4f41-9d05-441ae6481331', 'name': 'network-vif-deleted', 'tag': 'd8fbaa88-c36d-4955-b0ff-233bb0d92900'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:29:42.958090 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c1f83aba-fa10-4c5e-9748-96d4b0db187f req-13a3ae67-9bbc-4576-bc74-85f159cd7117 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.20 "DELETE /v2.0/ports/d8fbaa88-c36d-4955-b0ff-233bb0d92900 HTTP/1.1" status: 204  len: 173 time: 4.2554767
Apr 19 19:29:43.154337 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-45b429ae-732e-420e-bbe6-40fd7bc72287 None None] Set router 248bb514-a0b2-4d79-87cb-c26c21a1f2a8 gateway port host: dv-cinder-786932-1-iscsi {{(pid=86370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:29:43.191092 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '370f06aa-5b99-4f41-9d05-441ae6481331', 'name': 'network-vif-deleted', 'tag': 'd8fbaa88-c36d-4955-b0ff-233bb0d92900', 'status': 'completed', 'code': 200}
Apr 19 19:29:43.465611 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 53620) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:29:43.592689 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-328cd24f-c09d-4bfa-961d-a03ee78eed25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:43.722715 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-328cd24f-c09d-4bfa-961d-a03ee78eed25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:29:43.740961 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-328cd24f-c09d-4bfa-961d-a03ee78eed25 admin admin] Usage tracker for resource:security_group_rule and tenant:27d268b454134601b13b9571c8f29fb6 is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:29:43.750605 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-328cd24f-c09d-4bfa-961d-a03ee78eed25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:29:43.761763 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-328cd24f-c09d-4bfa-961d-a03ee78eed25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:29:44.116512 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-f73e92df-c033-4cad-9e6f-cb25735a01e0 req-c5920337-8f99-46a2-ae44-3510c1d72859 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Synchronizing usage tracker for tenant:c6333d4d4b1249bfb35237c3c56fe86e on resource:port {{(pid=86368) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:29:44.150251 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51265af9-9250-4017-b9eb-67553b3d48ec req-63edcdf9-9ec6-4649-9892-b92d57c76761 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:44.152060 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-51265af9-9250-4017-b9eb-67553b3d48ec req-63edcdf9-9ec6-4649-9892-b92d57c76761 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9d12116-ab28-4eec-b0dd-7ab43e7386a4 HTTP/1.1" status: 200  len: 944 time: 0.3679979
Apr 19 19:29:44.168292 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-f73e92df-c033-4cad-9e6f-cb25735a01e0 req-c5920337-8f99-46a2-ae44-3510c1d72859 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Unset dirty status for tenant:c6333d4d4b1249bfb35237c3c56fe86e on resource:port {{(pid=86368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:29:44.175906 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f73e92df-c033-4cad-9e6f-cb25735a01e0 req-c5920337-8f99-46a2-ae44-3510c1d72859 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=370f06aa-5b99-4f41-9d05-441ae6481331 HTTP/1.1" status: 200  len: 210 time: 0.1521931
Apr 19 19:29:44.261209 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-51265af9-9250-4017-b9eb-67553b3d48ec req-b806c231-0d38-444a-b1bb-7e4b0d2b95e5 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/security-groups?id=823bdc8f-2b33-4b7a-96ea-a1e32c9160e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0789266
Apr 19 19:29:44.263364 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-328cd24f-c09d-4bfa-961d-a03ee78eed25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:44.270203 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-328cd24f-c09d-4bfa-961d-a03ee78eed25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:44.279551 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-2d82ce27-6463-4749-bb98-186034091f36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:29:44.321831 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328cd24f-c09d-4bfa-961d-a03ee78eed25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea7bca5-77f7-4b2b-acf8-f38d24c51779,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:29:44.327549 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-328cd24f-c09d-4bfa-961d-a03ee78eed25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:29:44.359643 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-328cd24f-c09d-4bfa-961d-a03ee78eed25 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=27d268b454134601b13b9571c8f29fb6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8922489
Apr 19 19:29:44.362890 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 53652) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:29:44.435206 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d729f825-eb13-4fbd-9d07-556d9a668f6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:44.475895 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d729f825-eb13-4fbd-9d07-556d9a668f6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:44.532004 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d729f825-eb13-4fbd-9d07-556d9a668f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:44.543618 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-7f19996d-53a3-4b73-acda-d867a1c86459 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:29:44.557539 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d729f825-eb13-4fbd-9d07-556d9a668f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea7bca5-77f7-4b2b-acf8-f38d24c51779,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:29:44.560466 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-d729f825-eb13-4fbd-9d07-556d9a668f6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:29:44.567379 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d729f825-eb13-4fbd-9d07-556d9a668f6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:44.569088 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-d729f825-eb13-4fbd-9d07-556d9a668f6f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7ea7bca5-77f7-4b2b-acf8-f38d24c51779 HTTP/1.1" status: 204  len: 168 time: 0.2049241
Apr 19 19:29:44.575163 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-45b429ae-732e-420e-bbe6-40fd7bc72287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0f462dd8>, [{'id': '248bb514-a0b2-4d79-87cb-c26c21a1f2a8', 'name': 'tempest-AttachVolumeShelveTestJSON-524394787-router', 'tenant_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '5ce43ab9-98a7-4573-9309-57ada95594b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:24:58Z', 'updated_at': '2021-04-19T19:25:11Z', 'revision_number': 4, 'project_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'gw_port': {'id': '5ce43ab9-98a7-4573-9309-57ada95594b1', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248bb514-a0b2-4d79-87cb-c26c21a1f2a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:01Z', 'updated_at': '2021-04-19T19:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_interfaces': [{'id': '1a42727e-7ce6-43ff-b62f-63bfbec37705', 'name': '', 'network_id': 'a89eb528-cfbf-497b-ad2d-b1613a8bf395', 'tenant_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'mac_address': 'fa:16:3e:6b:3f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248bb514-a0b2-4d79-87cb-c26c21a1f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '194aa9b4-1b11-48c1-957e-a5acc2bb888c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:09Z', 'updated_at': '2021-04-19T19:25:25Z', 'revision_number': 5, 'project_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'subnets': [{'id': '194aa9b4-1b11-48c1-957e-a5acc2bb888c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:29:44.607390 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b429ae-732e-420e-bbe6-40fd7bc72287 None None] Checking router: 248bb514-a0b2-4d79-87cb-c26c21a1f2a8 for host: dv-cinder-786932-1-iscsi {{(pid=86370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:29:44.629622 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b429ae-732e-420e-bbe6-40fd7bc72287 None None] Routers {'248bb514-a0b2-4d79-87cb-c26c21a1f2a8'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:29:44.630631 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-45b429ae-732e-420e-bbe6-40fd7bc72287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0f462dd8>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:29:19Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['248bb514-a0b2-4d79-87cb-c26c21a1f2a8'], 'active': True} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:29:44.915424 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-45b429ae-732e-420e-bbe6-40fd7bc72287 None None] Set router 248bb514-a0b2-4d79-87cb-c26c21a1f2a8 gateway port host: dv-cinder-786932-1-iscsi {{(pid=86370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:29:45.014674 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 53670) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:29:45.193142 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-61f5b266-53b1-4a09-9152-c3fbbf529627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:45.216093 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-61f5b266-53b1-4a09-9152-c3fbbf529627 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:29:45.221858 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-61f5b266-53b1-4a09-9152-c3fbbf529627 admin admin] Usage tracker for resource:security_group_rule and tenant:17129792585e463cbcc314cf9c8b1701 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:29:45.252587 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-61f5b266-53b1-4a09-9152-c3fbbf529627 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:29:45.264371 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-61f5b266-53b1-4a09-9152-c3fbbf529627 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:29:45.373043 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 53690) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:29:45.413956 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-45b429ae-732e-420e-bbe6-40fd7bc72287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0f462dd8>, [{'id': '248bb514-a0b2-4d79-87cb-c26c21a1f2a8', 'name': 'tempest-AttachVolumeShelveTestJSON-524394787-router', 'tenant_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '5ce43ab9-98a7-4573-9309-57ada95594b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:24:58Z', 'updated_at': '2021-04-19T19:25:11Z', 'revision_number': 4, 'project_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'gw_port': {'id': '5ce43ab9-98a7-4573-9309-57ada95594b1', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248bb514-a0b2-4d79-87cb-c26c21a1f2a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:01Z', 'updated_at': '2021-04-19T19:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_interfaces': [{'id': '1a42727e-7ce6-43ff-b62f-63bfbec37705', 'name': '', 'network_id': 'a89eb528-cfbf-497b-ad2d-b1613a8bf395', 'tenant_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'mac_address': 'fa:16:3e:6b:3f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248bb514-a0b2-4d79-87cb-c26c21a1f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '194aa9b4-1b11-48c1-957e-a5acc2bb888c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:09Z', 'updated_at': '2021-04-19T19:25:25Z', 'revision_number': 5, 'project_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'subnets': [{'id': '194aa9b4-1b11-48c1-957e-a5acc2bb888c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:29:45.430186 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b429ae-732e-420e-bbe6-40fd7bc72287 None None] The sync data for ids ['248bb514-a0b2-4d79-87cb-c26c21a1f2a8'] in dv-cinder-786932-1-iscsi is: [{'id': '248bb514-a0b2-4d79-87cb-c26c21a1f2a8', 'name': 'tempest-AttachVolumeShelveTestJSON-524394787-router', 'tenant_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '5ce43ab9-98a7-4573-9309-57ada95594b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:24:58Z', 'updated_at': '2021-04-19T19:25:11Z', 'revision_number': 4, 'project_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'gw_port': {'id': '5ce43ab9-98a7-4573-9309-57ada95594b1', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248bb514-a0b2-4d79-87cb-c26c21a1f2a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:01Z', 'updated_at': '2021-04-19T19:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_interfaces': [{'id': '1a42727e-7ce6-43ff-b62f-63bfbec37705', 'name': '', 'network_id': 'a89eb528-cfbf-497b-ad2d-b1613a8bf395', 'tenant_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'mac_address': 'fa:16:3e:6b:3f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248bb514-a0b2-4d79-87cb-c26c21a1f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '194aa9b4-1b11-48c1-957e-a5acc2bb888c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:09Z', 'updated_at': '2021-04-19T19:25:25Z', 'revision_number': 5, 'project_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'subnets': [{'id': '194aa9b4-1b11-48c1-957e-a5acc2bb888c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:29:45.504959 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-25ef9042-fb19-4909-9609-b49683623c07 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks [] for security_group, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:45.506673 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-61f5b266-53b1-4a09-9152-c3fbbf529627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:45.524154 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-61f5b266-53b1-4a09-9152-c3fbbf529627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:45.534840 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-3eba8255-61a4-4caa-bc3f-d6a1b92f43bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:29:45.643065 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f5b266-53b1-4a09-9152-c3fbbf529627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21645f83-f202-4d96-97ae-2b5fde34097d,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:29:45.654187 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-61f5b266-53b1-4a09-9152-c3fbbf529627 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=17129792585e463cbcc314cf9c8b1701&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6374183
Apr 19 19:29:45.655836 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 53708) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:29:45.665177 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-61f5b266-53b1-4a09-9152-c3fbbf529627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:29:45.670355 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-25ef9042-fb19-4909-9609-b49683623c07 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:45.765502 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6c79e798-a497-4903-bcdf-e76aca45097b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:45.816639 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6e69cf9b-4fb0-45c3-9754-5566a3688f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:45.819539 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6c79e798-a497-4903-bcdf-e76aca45097b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:45.822254 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2fb824-1e8f-43f0-989d-d270ce7c2e5b req-f6d76524-7f7d-416a-8d78-4509e63d14a3 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:45.824715 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-aa2fb824-1e8f-43f0-989d-d270ce7c2e5b req-f6d76524-7f7d-416a-8d78-4509e63d14a3 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9d12116-ab28-4eec-b0dd-7ab43e7386a4 HTTP/1.1" status: 200  len: 944 time: 0.3641701
Apr 19 19:29:45.833849 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-25ef9042-fb19-4909-9609-b49683623c07 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:45.863642 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8531c9e8-b873-434e-aefe-344f070aebf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:29:45.887316 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ef9042-fb19-4909-9609-b49683623c07 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=363b2ccb-b902-431d-b58c-e66b72ac10c5,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:29:45.900249 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-25ef9042-fb19-4909-9609-b49683623c07 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:29:45.914363 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6c79e798-a497-4903-bcdf-e76aca45097b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:45.929469 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-aa2fb824-1e8f-43f0-989d-d270ce7c2e5b req-eb932694-1827-42a1-a870-2f57245c5691 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/security-groups?id=823bdc8f-2b33-4b7a-96ea-a1e32c9160e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0875442
Apr 19 19:29:45.930585 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e9774c2a-5fe0-4b0c-93a1-946c7c41e3f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:29:45.936113 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-25ef9042-fb19-4909-9609-b49683623c07 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks [] for security_group, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:45.937335 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-25ef9042-fb19-4909-9609-b49683623c07 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "DELETE /v2.0/security-groups/363b2ccb-b902-431d-b58c-e66b72ac10c5 HTTP/1.1" status: 204  len: 168 time: 0.5633595
Apr 19 19:29:45.940887 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 53720) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:29:45.946715 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c79e798-a497-4903-bcdf-e76aca45097b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21645f83-f202-4d96-97ae-2b5fde34097d,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:29:45.962422 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-6c79e798-a497-4903-bcdf-e76aca45097b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:29:45.977324 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6c79e798-a497-4903-bcdf-e76aca45097b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:45.977594 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.v2.resource [None req-804635b4-e74f-4aab-afe2-949320cfb185 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] show failed (client error): The resource could not be found.
Apr 19 19:29:45.981344 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-804635b4-e74f-4aab-afe2-949320cfb185 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups/363b2ccb-b902-431d-b58c-e66b72ac10c5 HTTP/1.1" status: 404  len: 347 time: 0.0366099
Apr 19 19:29:45.982426 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-6c79e798-a497-4903-bcdf-e76aca45097b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/21645f83-f202-4d96-97ae-2b5fde34097d HTTP/1.1" status: 204  len: 168 time: 0.3145657
Apr 19 19:29:45.982815 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 53726) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:29:46.077771 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb10a88-e925-48a9-900a-e889715f092e None None] New status for floating IP ef30a206-e843-485f-b095-c85c42ee3376: DOWN {{(pid=86371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 19:29:46.417333 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-e7567972-9de6-487e-bf27-4689d002633b tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Deleting port 804ae5c8-34d4-4a7b-a8b1-9af2242b79f3 {{(pid=86368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:29:46.417941 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e7567972-9de6-487e-bf27-4689d002633b tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:46.648664 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device f81f6244-c7d7-48d3-bae9-70946c5b8145 up at agent hyperv_hv-cinder-78693 {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:29:46.827375 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Provisioning for port f81f6244-c7d7-48d3-bae9-70946c5b8145 completed by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:29:46.833878 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Provisioning complete for port f81f6244-c7d7-48d3-bae9-70946c5b8145 triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:29:46.834304 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:46.835224 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e7567972-9de6-487e-bf27-4689d002633b tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697982'] for port, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:46.835598 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e7567972-9de6-487e-bf27-4689d002633b tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:46.867965 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 53772) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:29:46.898750 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b5351eb6-6d40-4f83-89d5-bc51e8563851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:46.944220 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-b5351eb6-6d40-4f83-89d5-bc51e8563851 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:29:46.949327 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-b5351eb6-6d40-4f83-89d5-bc51e8563851 admin admin] Usage tracker for resource:security_group_rule and tenant:29e11466ce294cfc9e4031638d778456 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:29:46.953118 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-b5351eb6-6d40-4f83-89d5-bc51e8563851 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:29:46.962307 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-b5351eb6-6d40-4f83-89d5-bc51e8563851 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:29:47.070117 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b5351eb6-6d40-4f83-89d5-bc51e8563851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:47.075915 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b5351eb6-6d40-4f83-89d5-bc51e8563851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:47.087524 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-dacc0bdc-e88a-42f9-9558-7be894523112 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:29:47.169405 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-b5351eb6-6d40-4f83-89d5-bc51e8563851 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=29e11466ce294cfc9e4031638d778456&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3001957
Apr 19 19:29:47.172999 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5351eb6-6d40-4f83-89d5-bc51e8563851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9cf1985-0364-4f57-b87e-b5351a879eb5,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:29:47.182562 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 53782) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:29:47.187931 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b5351eb6-6d40-4f83-89d5-bc51e8563851 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:29:47.278515 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:47.280035 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5d3a14cd-62d0-43bf-b44a-d45eec44a6e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:47.312434 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5d3a14cd-62d0-43bf-b44a-d45eec44a6e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:47.352311 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d12116-ab28-4eec-b0dd-7ab43e7386a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81f6244-c7d7-48d3-bae9-70946c5b8145'}] {{(pid=86370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:29:47.354976 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-e7567972-9de6-487e-bf27-4689d002633b tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Calling delete_port for 804ae5c8-34d4-4a7b-a8b1-9af2242b79f3 owned by network:floatingip {{(pid=86368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:29:47.362045 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port f81f6244-c7d7-48d3-bae9-70946c5b8145, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f81f6244-c7d7-48d3-bae9-70946c5b8145,segment=NetworkSegment(00035a8f-a81f-4089-9be6-fd708daf7fa2),segment_id=00035a8f-a81f-4089-9be6-fd708daf7fa2)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:29:47.368607 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:47.371012 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-03cb38e7-6a6c-4411-afc9-c2e836b12b87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:29:47.378924 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5d3a14cd-62d0-43bf-b44a-d45eec44a6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:47.386107 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-4010205c-8558-4f71-9889-de6469fcc21c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:29:47.422956 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3a14cd-62d0-43bf-b44a-d45eec44a6e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9cf1985-0364-4f57-b87e-b5351a879eb5,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:29:47.430851 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-5d3a14cd-62d0-43bf-b44a-d45eec44a6e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:29:47.443521 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5d3a14cd-62d0-43bf-b44a-d45eec44a6e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:47.447923 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-5d3a14cd-62d0-43bf-b44a-d45eec44a6e4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a9cf1985-0364-4f57-b87e-b5351a879eb5 HTTP/1.1" status: 204  len: 168 time: 0.2636776
Apr 19 19:29:47.448458 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 53792) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:29:47.471096 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Pushing event updated for resources: {'Port': ['ID=f81f6244-c7d7-48d3-bae9-70946c5b8145,revision_number=5']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:29:47.477913 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d12116-ab28-4eec-b0dd-7ab43e7386a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81f6244-c7d7-48d3-bae9-70946c5b8145', 'code': 200}
Apr 19 19:29:47.479026 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:29:47.670762 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf2960-eb36-4900-896d-8a21da6954fe req-88899c31-2edb-47b0-8bb1-a1c4fe3ca54a tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:47.680179 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-94cf2960-eb36-4900-896d-8a21da6954fe req-88899c31-2edb-47b0-8bb1-a1c4fe3ca54a tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9d12116-ab28-4eec-b0dd-7ab43e7386a4 HTTP/1.1" status: 200  len: 945 time: 0.1909854
Apr 19 19:29:47.681376 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-783ac42b-901c-421d-93b1-f0f31c698be3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:47.701391 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-783ac42b-901c-421d-93b1-f0f31c698be3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:29:47.710019 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-783ac42b-901c-421d-93b1-f0f31c698be3 admin admin] Usage tracker for resource:security_group_rule and tenant:799d87e7d4d94783af2882526e13fc21 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:29:47.716878 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-783ac42b-901c-421d-93b1-f0f31c698be3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:29:47.727774 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-783ac42b-901c-421d-93b1-f0f31c698be3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:29:47.758809 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-94cf2960-eb36-4900-896d-8a21da6954fe req-e3c8ac99-9198-470f-9b3b-d4159882848b tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/security-groups?id=823bdc8f-2b33-4b7a-96ea-a1e32c9160e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0772178
Apr 19 19:29:47.783756 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e7567972-9de6-487e-bf27-4689d002633b tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297115604255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297116051999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822331971'] for port, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:47.791464 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:29:47.863935 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-783ac42b-901c-421d-93b1-f0f31c698be3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:47.868230 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-783ac42b-901c-421d-93b1-f0f31c698be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:47.875701 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7567972-9de6-487e-bf27-4689d002633b tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Pushing event deleted for resources: {'Port': ['ID=804ae5c8-34d4-4a7b-a8b1-9af2242b79f3,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:29:47.878780 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e7567972-9de6-487e-bf27-4689d002633b tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:29:47.881159 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-0e05b2a3-9b3d-4cc0-aa17-0f72c5cf188b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:29:47.938837 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-783ac42b-901c-421d-93b1-f0f31c698be3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=799d87e7d4d94783af2882526e13fc21&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4848485
Apr 19 19:29:47.939391 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 53802) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:29:47.942664 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ac42b-901c-421d-93b1-f0f31c698be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c37c8c-a6f4-4699-ac9f-2fb4d36abb4a,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:29:47.981341 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-783ac42b-901c-421d-93b1-f0f31c698be3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:29:48.023227 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-43dd9ea3-232b-43f9-a969-fb687896fd42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:48.056319 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e7567972-9de6-487e-bf27-4689d002633b tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks [] for floatingip, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:48.058967 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-43dd9ea3-232b-43f9-a969-fb687896fd42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:48.085702 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882badd3-818e-4ceb-9926-0f335324bf58 req-5fd5a6fc-f60f-4cb9-92b7-d2ec80035ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:48.087368 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-882badd3-818e-4ceb-9926-0f335324bf58 req-5fd5a6fc-f60f-4cb9-92b7-d2ec80035ad9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f9d12116-ab28-4eec-b0dd-7ab43e7386a4 HTTP/1.1" status: 200  len: 1098 time: 0.2130084
Apr 19 19:29:48.089260 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e7567972-9de6-487e-bf27-4689d002633b tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for floatingip, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:48.099917 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-e7567972-9de6-487e-bf27-4689d002633b tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "DELETE /v2.0/floatingips/ef30a206-e843-485f-b095-c85c42ee3376 HTTP/1.1" status: 204  len: 168 time: 2.1065722
Apr 19 19:29:48.153188 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-43dd9ea3-232b-43f9-a969-fb687896fd42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:48.167065 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a9d2b742-a689-4d54-b3b2-310bae060b73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:29:48.182024 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-882badd3-818e-4ceb-9926-0f335324bf58 req-2c8507d6-260a-4c97-90c2-bf7d8b0fa753 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=823bdc8f-2b33-4b7a-96ea-a1e32c9160e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0864422
Apr 19 19:29:48.192976 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dd9ea3-232b-43f9-a969-fb687896fd42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c37c8c-a6f4-4699-ac9f-2fb4d36abb4a,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:29:48.196511 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-43dd9ea3-232b-43f9-a969-fb687896fd42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:29:48.198121 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-43dd9ea3-232b-43f9-a969-fb687896fd42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:48.200127 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-43dd9ea3-232b-43f9-a969-fb687896fd42 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f6c37c8c-a6f4-4699-ac9f-2fb4d36abb4a HTTP/1.1" status: 204  len: 168 time: 0.2594197
Apr 19 19:29:48.476228 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 53822) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:29:48.484952 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-5aaced44-d400-4518-a753-d1d7a4b0a4d0 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1675497321', 'description': 'tempest-description--1047908469'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:29:48.508444 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-5aaced44-d400-4518-a753-d1d7a4b0a4d0 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:29:48.518720 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-5aaced44-d400-4518-a753-d1d7a4b0a4d0 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Usage tracker for resource:security_group and tenant:c6333d4d4b1249bfb35237c3c56fe86e is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:29:48.526732 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-5aaced44-d400-4518-a753-d1d7a4b0a4d0 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:29:48.544664 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-5aaced44-d400-4518-a753-d1d7a4b0a4d0 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:29:48.577186 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5aaced44-d400-4518-a753-d1d7a4b0a4d0 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:48.611815 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 53830) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:29:48.630453 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-10129ac0-f52a-40bc-9089-58336eec5231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:48.642023 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-5aaced44-d400-4518-a753-d1d7a4b0a4d0 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:29:48.654050 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-5aaced44-d400-4518-a753-d1d7a4b0a4d0 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Usage tracker for resource:security_group_rule and tenant:c6333d4d4b1249bfb35237c3c56fe86e is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:29:48.659345 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-5aaced44-d400-4518-a753-d1d7a4b0a4d0 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:29:48.675076 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-5aaced44-d400-4518-a753-d1d7a4b0a4d0 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:29:48.729781 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_v2 [None req-9439b2e9-e366-46ea-927d-1c5d322da82f admin admin] Deleting subnet 4c4ade59-e913-42c5-ab40-83ec341bbc82 {{(pid=86368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 19:29:48.734062 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9439b2e9-e366-46ea-927d-1c5d322da82f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:48.843386 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5aaced44-d400-4518-a753-d1d7a4b0a4d0 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:48.849223 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5aaced44-d400-4518-a753-d1d7a4b0a4d0 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:48.862526 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-0ca737dd-e0a5-44c7-83ff-a01f47d3e200 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:29:48.865824 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9439b2e9-e366-46ea-927d-1c5d322da82f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036823241442'] for subnet, precommit_delete_associations {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:48.937607 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaced44-d400-4518-a753-d1d7a4b0a4d0 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=374ca9db-06bf-4b18-b6c0-036a92e6c489,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:29:48.947562 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-5aaced44-d400-4518-a753-d1d7a4b0a4d0 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:29:48.974737 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5aaced44-d400-4518-a753-d1d7a4b0a4d0 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:48.977282 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-5aaced44-d400-4518-a753-d1d7a4b0a4d0 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.4984691
Apr 19 19:29:48.981118 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 53850) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:29:48.991097 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-5a020f88-0f28-4365-9d66-a2de57fc9dee tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Request body: {'security_group_rule': {'security_group_id': '374ca9db-06bf-4b18-b6c0-036a92e6c489', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:29:48.998621 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-5a020f88-0f28-4365-9d66-a2de57fc9dee tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:29:49.003246 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-5a020f88-0f28-4365-9d66-a2de57fc9dee tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Usage tracker for resource:security_group_rule and tenant:c6333d4d4b1249bfb35237c3c56fe86e is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:29:49.006742 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-5a020f88-0f28-4365-9d66-a2de57fc9dee tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:29:49.013428 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-5a020f88-0f28-4365-9d66-a2de57fc9dee tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:29:49.044676 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5a020f88-0f28-4365-9d66-a2de57fc9dee tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:49.054027 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9439b2e9-e366-46ea-927d-1c5d322da82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1918498'] for subnet, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:49.151330 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5a020f88-0f28-4365-9d66-a2de57fc9dee tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:49.155578 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5a020f88-0f28-4365-9d66-a2de57fc9dee tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106940'] for security_group_rule, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:49.167230 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-84def814-d98b-4981-81fb-f61d7b3d7715 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:29:49.204456 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a020f88-0f28-4365-9d66-a2de57fc9dee tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6f43cae-9ff6-4e0f-a5c8-e5d42ad19c7f,revision_number=0']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:29:49.215516 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-5a020f88-0f28-4365-9d66-a2de57fc9dee tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:29:49.224136 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5a020f88-0f28-4365-9d66-a2de57fc9dee tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:49.225752 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-5a020f88-0f28-4365-9d66-a2de57fc9dee tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2426362
Apr 19 19:29:49.233844 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 53858) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:29:49.246619 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-1793bfff-65ea-4866-bd98-05dda0e79968 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Request body: {'security_group_rule': {'security_group_id': '374ca9db-06bf-4b18-b6c0-036a92e6c489', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:29:49.266670 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-1793bfff-65ea-4866-bd98-05dda0e79968 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:29:49.276719 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-1793bfff-65ea-4866-bd98-05dda0e79968 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Usage tracker for resource:security_group_rule and tenant:c6333d4d4b1249bfb35237c3c56fe86e is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:29:49.286481 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-1793bfff-65ea-4866-bd98-05dda0e79968 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:29:49.298631 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-1793bfff-65ea-4866-bd98-05dda0e79968 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:29:49.333665 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1793bfff-65ea-4866-bd98-05dda0e79968 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:49.441219 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e6205-5013-4f44-b479-7fd2ae050ae9 req-b75e81bd-b031-497a-9b75-ec33b0ecd9ea tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:49.442875 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9d3e6205-5013-4f44-b479-7fd2ae050ae9 req-b75e81bd-b031-497a-9b75-ec33b0ecd9ea tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9d12116-ab28-4eec-b0dd-7ab43e7386a4 HTTP/1.1" status: 200  len: 945 time: 0.3246384
Apr 19 19:29:49.469485 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1793bfff-65ea-4866-bd98-05dda0e79968 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:49.474864 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1793bfff-65ea-4866-bd98-05dda0e79968 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106940'] for security_group_rule, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:49.529640 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:29:49.539321 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9d3e6205-5013-4f44-b479-7fd2ae050ae9 req-270d7b7d-bdae-4d7c-901d-129354dec3c2 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/security-groups?id=823bdc8f-2b33-4b7a-96ea-a1e32c9160e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0816200
Apr 19 19:29:49.562637 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1793bfff-65ea-4866-bd98-05dda0e79968 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d57ce876-9434-43e8-ac39-5ac47a993f94,revision_number=0']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:29:49.573346 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-1793bfff-65ea-4866-bd98-05dda0e79968 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:29:49.585820 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1793bfff-65ea-4866-bd98-05dda0e79968 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:49.588008 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-1793bfff-65ea-4866-bd98-05dda0e79968 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3528550
Apr 19 19:29:49.592459 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 53868) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:29:49.604138 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-104f1a3b-fc09-4f20-8053-73fdbca7e152 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Request body: {'floatingip': {'floating_network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:29:49.629334 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-104f1a3b-fc09-4f20-8053-73fdbca7e152 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:29:49.644344 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-104f1a3b-fc09-4f20-8053-73fdbca7e152 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Usage tracker for resource:floatingip and tenant:c6333d4d4b1249bfb35237c3c56fe86e is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:29:49.652760 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-104f1a3b-fc09-4f20-8053-73fdbca7e152 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:29:49.663137 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-104f1a3b-fc09-4f20-8053-73fdbca7e152 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:29:49.684292 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-104f1a3b-fc09-4f20-8053-73fdbca7e152 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks [] for floatingip, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:49.769114 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9439b2e9-e366-46ea-927d-1c5d322da82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852857318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036822332311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036822344857'] for subnet, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:49.771813 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-000a1909-ab5b-4f97-8afb-04fdec5398f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:49.783134 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-9a9f8b3c-43c9-45c8-955b-6ac68664ff11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:29:49.822810 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9439b2e9-e366-46ea-927d-1c5d322da82f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c4ade59-e913-42c5-ab40-83ec341bbc82,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:29:49.827085 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-9439b2e9-e366-46ea-927d-1c5d322da82f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:29:49.830319 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9439b2e9-e366-46ea-927d-1c5d322da82f admin admin] Notify callbacks [] for subnet, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:49.840019 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-9439b2e9-e366-46ea-927d-1c5d322da82f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4c4ade59-e913-42c5-ab40-83ec341bbc82 HTTP/1.1" status: 204  len: 168 time: 1.2240853
Apr 19 19:29:49.840319 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 53872) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:29:49.948634 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:50.007130 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-104f1a3b-fc09-4f20-8053-73fdbca7e152 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:50.018768 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-99a2e5d4-cd95-4723-a306-f9d15fcae18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636206'] for network, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:50.255819 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-99a2e5d4-cd95-4723-a306-f9d15fcae18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852857225', 'neutron.services.segments.db._delete_segments_for_network-8739739090035'] for network, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:50.471737 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-99a2e5d4-cd95-4723-a306-f9d15fcae18c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2e0f041518>,) {'filters': {'network_id': ['7bd53f79-c2b6-45f0-a7bc-6db506bbe863']}} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:29:50.491559 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-104f1a3b-fc09-4f20-8053-73fdbca7e152 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Allocated IP 172.27.1.95 (4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c/7025e6d6-1695-4f32-acf4-f47e4f1fcca5/bcb9787a-759b-47dd-acd7-e31400a449f9) {{(pid=86369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:29:50.499389 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-99a2e5d4-cd95-4723-a306-f9d15fcae18c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2e0f041518>, '941923be-a754-42a2-b795-2bb2c8bda33c') {'for_net_delete': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:29:50.499704 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-99a2e5d4-cd95-4723-a306-f9d15fcae18c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2e0f041518>, '941923be-a754-42a2-b795-2bb2c8bda33c') {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:29:50.521888 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-99a2e5d4-cd95-4723-a306-f9d15fcae18c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363297115576163', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33203990'] for segment, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:50.614522 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-99a2e5d4-cd95-4723-a306-f9d15fcae18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852957628'] for segment, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:50.630146 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99a2e5d4-cd95-4723-a306-f9d15fcae18c admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=86369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 19:29:50.669760 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5c78a517-44d6-4271-a115-cae59bf86ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:50.850622 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6803a6-18a2-4fdf-964c-b48b8d648cf3 req-4434f418-e833-4e00-b12c-c438833cc2a3 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:50.852254 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-aa6803a6-18a2-4fdf-964c-b48b8d648cf3 req-4434f418-e833-4e00-b12c-c438833cc2a3 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9d12116-ab28-4eec-b0dd-7ab43e7386a4 HTTP/1.1" status: 200  len: 945 time: 0.1073132
Apr 19 19:29:50.881923 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-99a2e5d4-cd95-4723-a306-f9d15fcae18c admin admin] Network 7bd53f79-c2b6-45f0-a7bc-6db506bbe863 has no segments {{(pid=86369) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:29:50.894290 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-99a2e5d4-cd95-4723-a306-f9d15fcae18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1818163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823157260'] for segment, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:50.915274 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-aa6803a6-18a2-4fdf-964c-b48b8d648cf3 req-643e65e7-5ac7-4203-a89d-05871751c5de tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/security-groups?id=823bdc8f-2b33-4b7a-96ea-a1e32c9160e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494671
Apr 19 19:29:50.916070 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-104f1a3b-fc09-4f20-8053-73fdbca7e152 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks [] for port, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:51.099568 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-99a2e5d4-cd95-4723-a306-f9d15fcae18c admin admin] Network 7bd53f79-c2b6-45f0-a7bc-6db506bbe863 has no segments {{(pid=86369) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:29:51.126255 dv-cinder-786932-1-iscsi neutron-server[86253]: Traceback (most recent call last):
Apr 19 19:29:51.126255 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 19:29:51.126255 dv-cinder-786932-1-iscsi neutron-server[86253]:     timer()
Apr 19 19:29:51.126255 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 19:29:51.126255 dv-cinder-786932-1-iscsi neutron-server[86253]:     cb(*args, **kw)
Apr 19 19:29:51.126255 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 19:29:51.126255 dv-cinder-786932-1-iscsi neutron-server[86253]:     return func(*args, **kwargs)
Apr 19 19:29:51.126255 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 19:29:51.126255 dv-cinder-786932-1-iscsi neutron-server[86253]:     self._notify()
Apr 19 19:29:51.126255 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 19:29:51.126255 dv-cinder-786932-1-iscsi neutron-server[86253]:     self.callback(batched_events)
Apr 19 19:29:51.126255 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 19:29:51.126255 dv-cinder-786932-1-iscsi neutron-server[86253]:     event.method(event)
Apr 19 19:29:51.126255 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 19:29:51.126255 dv-cinder-786932-1-iscsi neutron-server[86253]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 19:29:51.126255 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 19:29:51.126255 dv-cinder-786932-1-iscsi neutron-server[86253]:     segment_id)['aggregates'][0]
Apr 19 19:29:51.126255 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 19:29:51.126255 dv-cinder-786932-1-iscsi neutron-server[86253]:     return f(self, *a, **k)
Apr 19 19:29:51.126255 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 19:29:51.126255 dv-cinder-786932-1-iscsi neutron-server[86253]:     return self._get(url).json()
Apr 19 19:29:51.126255 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 19:29:51.126255 dv-cinder-786932-1-iscsi neutron-server[86253]:     **kwargs)
Apr 19 19:29:51.126255 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 19:29:51.126255 dv-cinder-786932-1-iscsi neutron-server[86253]:     return self.request(url, 'GET', **kwargs)
Apr 19 19:29:51.126255 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 19:29:51.126255 dv-cinder-786932-1-iscsi neutron-server[86253]:     **endpoint_filter)
Apr 19 19:29:51.126255 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 19:29:51.126255 dv-cinder-786932-1-iscsi neutron-server[86253]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 19:29:51.126255 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 19:29:51.126255 dv-cinder-786932-1-iscsi neutron-server[86253]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 19:29:51.126255 dv-cinder-786932-1-iscsi neutron-server[86253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 19:29:51.180791 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffd7b2-9fb5-4813-9f7c-f455d43d8b29 req-5dbc23c4-7850-40de-9bb9-38e4859f8489 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:51.182626 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-87ffd7b2-9fb5-4813-9f7c-f455d43d8b29 req-5dbc23c4-7850-40de-9bb9-38e4859f8489 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9d12116-ab28-4eec-b0dd-7ab43e7386a4 HTTP/1.1" status: 200  len: 945 time: 0.1357231
Apr 19 19:29:51.223041 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-104f1a3b-fc09-4f20-8053-73fdbca7e152 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739738723801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31618435'] for port, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:51.228930 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:29:51.256562 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-87ffd7b2-9fb5-4813-9f7c-f455d43d8b29 req-5a1e14d2-c1c2-4421-b9fd-ae5a569cdc25 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/security-groups?id=823bdc8f-2b33-4b7a-96ea-a1e32c9160e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0624764
Apr 19 19:29:51.281414 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 53906) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:29:51.289791 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-99a2e5d4-cd95-4723-a306-f9d15fcae18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854087039'] for network, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:51.312025 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-99a2e5d4-cd95-4723-a306-f9d15fcae18c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:51.324196 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104f1a3b-fc09-4f20-8053-73fdbca7e152 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Network 4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c is already hosted by enough agents. {{(pid=86369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:29:51.325141 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104f1a3b-fc09-4f20-8053-73fdbca7e152 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Pushing event updated for resources: {'Port': ['ID=bcb9787a-759b-47dd-acd7-e31400a449f9,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:29:51.329221 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-104f1a3b-fc09-4f20-8053-73fdbca7e152 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Resources bound (agent type, host, resource id):  {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:29:51.332212 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-104f1a3b-fc09-4f20-8053-73fdbca7e152 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:29:51.332687 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:29:51.359602 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104f1a3b-fc09-4f20-8053-73fdbca7e152 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Received port after_create {{(pid=86369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:29:51.387494 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a2e5d4-cd95-4723-a306-f9d15fcae18c admin admin] Pushing event deleted for resources: {'Network': ['ID=7bd53f79-c2b6-45f0-a7bc-6db506bbe863,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:29:51.397369 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-99a2e5d4-cd95-4723-a306-f9d15fcae18c admin admin] 10.222.0.36 "DELETE /v2.0/networks/7bd53f79-c2b6-45f0-a7bc-6db506bbe863 HTTP/1.1" status: 204  len: 168 time: 1.5557315
Apr 19 19:29:51.403093 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-99a2e5d4-cd95-4723-a306-f9d15fcae18c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:29:51.482026 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-104f1a3b-fc09-4f20-8053-73fdbca7e152 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:51.619591 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-104f1a3b-fc09-4f20-8053-73fdbca7e152 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:51.733166 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 53918) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:29:51.764369 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d0079f-3ca1-4e12-bd92-662fbbb29e11 tempest-TestShelveInstance-1271190887 tempest-TestShelveInstance-1271190887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:51.765377 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-f0d0079f-3ca1-4e12-bd92-662fbbb29e11 tempest-TestShelveInstance-1271190887 tempest-TestShelveInstance-1271190887-project-admin] Synchronizing usage tracker for tenant:63c01c54fcfc472a82ee3a12399aa22a on resource:port {{(pid=86368) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:29:51.794488 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-f0d0079f-3ca1-4e12-bd92-662fbbb29e11 tempest-TestShelveInstance-1271190887 tempest-TestShelveInstance-1271190887-project-admin] Unset dirty status for tenant:63c01c54fcfc472a82ee3a12399aa22a on resource:port {{(pid=86368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:29:51.800425 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-f0d0079f-3ca1-4e12-bd92-662fbbb29e11 tempest-TestShelveInstance-1271190887 tempest-TestShelveInstance-1271190887-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f9d12116-ab28-4eec-b0dd-7ab43e7386a4 HTTP/1.1" status: 200  len: 1093 time: 0.5175557
Apr 19 19:29:51.801116 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 53924) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:29:51.808116 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-90b7b5ad-587c-4fbe-9174-a9b6375587d3 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Request body: {'floatingip': {'floating_network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'port_id': 'f81f6244-c7d7-48d3-bae9-70946c5b8145', 'tenant_id': 'e4ca113d70014148bb7b01a5ca52e617', 'fixed_ip_address': '172.20.0.9'}} {{(pid=86368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:29:51.815853 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-90b7b5ad-587c-4fbe-9174-a9b6375587d3 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:29:51.820433 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-90b7b5ad-587c-4fbe-9174-a9b6375587d3 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Usage tracker for resource:floatingip and tenant:e4ca113d70014148bb7b01a5ca52e617 is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:29:51.824045 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-90b7b5ad-587c-4fbe-9174-a9b6375587d3 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:29:51.832739 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-90b7b5ad-587c-4fbe-9174-a9b6375587d3 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:29:51.863527 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-90b7b5ad-587c-4fbe-9174-a9b6375587d3 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Notify callbacks [] for floatingip, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:51.963351 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-b373eb67-3e96-4934-9cb8-bb53e60eef8d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=483b81f313a44ef4b667111d078f143e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2273417
Apr 19 19:29:51.968324 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 53934) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:29:52.075070 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-90b7b5ad-587c-4fbe-9174-a9b6375587d3 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:52.258531 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-90b7b5ad-587c-4fbe-9174-a9b6375587d3 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Allocated IP 172.27.1.73 (4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c/7025e6d6-1695-4f32-acf4-f47e4f1fcca5/55f6ec2d-b710-43dc-ab3d-a7db5aa915a8) {{(pid=86368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:29:52.381157 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-baaf76bc-29bd-4220-9e27-e1943db7d4c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:52.419964 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-baaf76bc-29bd-4220-9e27-e1943db7d4c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:52.452500 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-104f1a3b-fc09-4f20-8053-73fdbca7e152 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:52.459506 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-104f1a3b-fc09-4f20-8053-73fdbca7e152 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823157366'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:52.474449 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-43fa58de-cf5b-47d7-a002-58879f7697cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:29:52.542082 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-90b7b5ad-587c-4fbe-9174-a9b6375587d3 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Notify callbacks [] for port, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:52.578565 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-90b7b5ad-587c-4fbe-9174-a9b6375587d3 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739738723801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822331971'] for port, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:52.583038 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8f5718f4-8052-4f33-aa9a-c62af035d907 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:29:52.597857 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104f1a3b-fc09-4f20-8053-73fdbca7e152 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Pushing event updated for resources: {'Port': ['ID=bcb9787a-759b-47dd-acd7-e31400a449f9,revision_number=2']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:29:52.607960 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-104f1a3b-fc09-4f20-8053-73fdbca7e152 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:29:52.618741 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-baaf76bc-29bd-4220-9e27-e1943db7d4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:52.625773 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-287ed7b3-b4de-46a9-b9cc-eaf4656f8c0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:29:52.636370 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-104f1a3b-fc09-4f20-8053-73fdbca7e152 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854086990'] for floatingip, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:52.647316 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaf76bc-29bd-4220-9e27-e1943db7d4c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4007ef4-e749-490f-8b7a-2f774b3e4dad,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:29:52.659023 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-baaf76bc-29bd-4220-9e27-e1943db7d4c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:29:52.663805 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b7b5ad-587c-4fbe-9174-a9b6375587d3 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Network 4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c is already hosted by enough agents. {{(pid=86368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:29:52.667190 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-90b7b5ad-587c-4fbe-9174-a9b6375587d3 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Resources bound (agent type, host, resource id):  {{(pid=86368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:29:52.670506 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-baaf76bc-29bd-4220-9e27-e1943db7d4c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:52.671569 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b7b5ad-587c-4fbe-9174-a9b6375587d3 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Received port after_create {{(pid=86368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:29:52.671819 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-baaf76bc-29bd-4220-9e27-e1943db7d4c2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d4007ef4-e749-490f-8b7a-2f774b3e4dad HTTP/1.1" status: 204  len: 168 time: 0.7022548
Apr 19 19:29:52.676733 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-104f1a3b-fc09-4f20-8053-73fdbca7e152 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for floatingip, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:52.678668 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-104f1a3b-fc09-4f20-8053-73fdbca7e152 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.0846570
Apr 19 19:29:52.744330 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b7b5ad-587c-4fbe-9174-a9b6375587d3 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Pushing event updated for resources: {'Port': ['ID=55f6ec2d-b710-43dc-ab3d-a7db5aa915a8,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:29:52.749777 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-90b7b5ad-587c-4fbe-9174-a9b6375587d3 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:29:53.171951 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-556bc145-bc40-48ad-8644-40ad688a7e8b req-5f2fb238-af93-461c-a29e-bb51e4cb56b0 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Synchronizing usage tracker for tenant:c6333d4d4b1249bfb35237c3c56fe86e on resource:security_group {{(pid=86368) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:29:53.285455 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-556bc145-bc40-48ad-8644-40ad688a7e8b req-5f2fb238-af93-461c-a29e-bb51e4cb56b0 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Unset dirty status for tenant:c6333d4d4b1249bfb35237c3c56fe86e on resource:security_group {{(pid=86368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:29:53.287161 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-556bc145-bc40-48ad-8644-40ad688a7e8b req-5f2fb238-af93-461c-a29e-bb51e4cb56b0 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1675497321&fields=id&tenant_id=c6333d4d4b1249bfb35237c3c56fe86e HTTP/1.1" status: 200  len: 267 time: 0.3518996
Apr 19 19:29:53.591224 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556bc145-bc40-48ad-8644-40ad688a7e8b req-cd10a12b-6779-48f1-ace8-85a9bb00b15a tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:53.592978 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-556bc145-bc40-48ad-8644-40ad688a7e8b req-cd10a12b-6779-48f1-ace8-85a9bb00b15a tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/networks?id=a89eb528-cfbf-497b-ad2d-b1613a8bf395 HTTP/1.1" status: 200  len: 816 time: 0.2910535
Apr 19 19:29:53.617170 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-556bc145-bc40-48ad-8644-40ad688a7e8b req-d9ead09a-3e51-4f9e-8f38-f028b2fe861d tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/quotas/c6333d4d4b1249bfb35237c3c56fe86e HTTP/1.1" status: 200  len: 375 time: 0.0167310
Apr 19 19:29:53.623204 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-90b7b5ad-587c-4fbe-9174-a9b6375587d3 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:54.026030 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-90b7b5ad-587c-4fbe-9174-a9b6375587d3 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:54.075630 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-556bc145-bc40-48ad-8644-40ad688a7e8b req-04ab88c2-8b97-4eb6-b681-1141de06eb84 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Synchronizing usage tracker for tenant:c6333d4d4b1249bfb35237c3c56fe86e on resource:port {{(pid=86368) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:29:54.117130 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-556bc145-bc40-48ad-8644-40ad688a7e8b req-04ab88c2-8b97-4eb6-b681-1141de06eb84 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Unset dirty status for tenant:c6333d4d4b1249bfb35237c3c56fe86e on resource:port {{(pid=86368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:29:54.118579 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-556bc145-bc40-48ad-8644-40ad688a7e8b req-04ab88c2-8b97-4eb6-b681-1141de06eb84 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6333d4d4b1249bfb35237c3c56fe86e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4936273
Apr 19 19:29:54.383407 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-556bc145-bc40-48ad-8644-40ad688a7e8b req-8769fd71-c5a0-43df-9233-ea4fe2e87a0b service neutron] 10.222.0.36 "GET /v2.0/networks/a89eb528-cfbf-497b-ad2d-b1613a8bf395?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2469230
Apr 19 19:29:54.489988 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-90b7b5ad-587c-4fbe-9174-a9b6375587d3 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Notify callbacks [] for port, precommit_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:54.498739 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-90b7b5ad-587c-4fbe-9174-a9b6375587d3 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32443828'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:54.511676 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-59428c96-eec2-441e-83fe-2275629473fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:29:54.661996 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b7b5ad-587c-4fbe-9174-a9b6375587d3 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Pushing event updated for resources: {'Port': ['ID=55f6ec2d-b710-43dc-ab3d-a7db5aa915a8,revision_number=2']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:29:54.671298 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-90b7b5ad-587c-4fbe-9174-a9b6375587d3 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:29:54.681110 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-556bc145-bc40-48ad-8644-40ad688a7e8b req-bd681910-46e3-415f-85ec-e0505e03dd96 service neutron] 10.222.0.36 "GET /v2.0/networks/a89eb528-cfbf-497b-ad2d-b1613a8bf395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2910357
Apr 19 19:29:54.692459 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-90b7b5ad-587c-4fbe-9174-a9b6375587d3 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854086990'] for floatingip, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:54.908092 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-60b34735-6c94-4689-aa4e-c5ad9a2add97 req-4de87868-a307-487c-ab09-75fe4fb93311 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 210 time: 0.0586717
Apr 19 19:29:54.942762 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.db.l3_db [None req-90b7b5ad-587c-4fbe-9174-a9b6375587d3 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Floating IP a93e0fe6-ed87-4169-9539-d1ceb441fe3c associated. External IP: 172.27.1.73, port: f81f6244-c7d7-48d3-bae9-70946c5b8145.
Apr 19 19:29:55.378538 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90b7b5ad-587c-4fbe-9174-a9b6375587d3 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Router 3e115489-0dfd-43de-a9ea-b0f2835861b2 has already been hosted by L3 agent a3cf2d1c-6710-4478-a129-20091cfe97d1 {{(pid=86368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:29:55.605450 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b7b5ad-587c-4fbe-9174-a9b6375587d3 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Notify agent at l3_agent.dv-cinder-786932-1-iscsi the message routers_updated {{(pid=86368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:29:55.617210 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da96e84-07d7-4ba4-9eba-ef1ceeeb9ce8 None None] Sync routers for ids ['3e115489-0dfd-43de-a9ea-b0f2835861b2'] in dv-cinder-786932-1-iscsi {{(pid=86370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:29:55.630698 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da96e84-07d7-4ba4-9eba-ef1ceeeb9ce8 None None] Routers {'3e115489-0dfd-43de-a9ea-b0f2835861b2'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:29:55.631464 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-4da96e84-07d7-4ba4-9eba-ef1ceeeb9ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0f565470>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:29:49Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['3e115489-0dfd-43de-a9ea-b0f2835861b2'], 'active': True} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:29:55.632277 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-90b7b5ad-587c-4fbe-9174-a9b6375587d3 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for floatingip, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:55.694570 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-90b7b5ad-587c-4fbe-9174-a9b6375587d3 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.8922668
Apr 19 19:29:55.695461 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9d12116-ab28-4eec-b0dd-7ab43e7386a4', 'tag': 'f81f6244-c7d7-48d3-bae9-70946c5b8145'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:29:55.756940 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9d12116-ab28-4eec-b0dd-7ab43e7386a4', 'tag': 'f81f6244-c7d7-48d3-bae9-70946c5b8145', 'status': 'completed', 'code': 200}
Apr 19 19:29:55.847167 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-4da96e84-07d7-4ba4-9eba-ef1ceeeb9ce8 None None] Set router 3e115489-0dfd-43de-a9ea-b0f2835861b2 gateway port host: dv-cinder-786932-1-iscsi {{(pid=86370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:29:55.928109 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd7296-3d42-4128-a009-8fcd4c745501 req-c67591f7-9a8c-4fb2-bcef-ce3a4cd06da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:55.931193 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6acd7296-3d42-4128-a009-8fcd4c745501 req-c67591f7-9a8c-4fb2-bcef-ce3a4cd06da1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4ca113d70014148bb7b01a5ca52e617&device_id=f9d12116-ab28-4eec-b0dd-7ab43e7386a4 HTTP/1.1" status: 200  len: 1098 time: 0.1255398
Apr 19 19:29:56.174517 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-cf4916d7-3687-44c1-8b60-5e7411a1cfc8 req-7d55e4ac-f6c7-4cae-af9a-a01f9136ea69 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 210 time: 0.0967970
Apr 19 19:29:56.212487 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd7296-3d42-4128-a009-8fcd4c745501 req-fff33c0a-100a-4143-9c47-bb41bc0f8d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:56.216551 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6acd7296-3d42-4128-a009-8fcd4c745501 req-fff33c0a-100a-4143-9c47-bb41bc0f8d1a service neutron] 10.222.0.20 "GET /v2.0/networks?id=2d3e41b1-31e3-4474-ae4c-35f4f724ebfb HTTP/1.1" status: 200  len: 909 time: 0.2763517
Apr 19 19:29:56.441779 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6acd7296-3d42-4128-a009-8fcd4c745501 req-c0b158a5-cf78-443e-b1f9-32848f3798cf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f81f6244-c7d7-48d3-bae9-70946c5b8145 HTTP/1.1" status: 200  len: 998 time: 0.1868985
Apr 19 19:29:56.564408 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd7296-3d42-4128-a009-8fcd4c745501 req-55c4cd2d-3dee-4f5a-ae29-b7eda0392796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:56.572475 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6acd7296-3d42-4128-a009-8fcd4c745501 req-55c4cd2d-3dee-4f5a-ae29-b7eda0392796 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b982e9fc-25d6-4db7-9e76-30317f3de3b0 HTTP/1.1" status: 200  len: 847 time: 0.1232719
Apr 19 19:29:56.594912 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 53998) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:29:56.698803 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556bc145-bc40-48ad-8644-40ad688a7e8b req-119dd061-306d-49eb-a97c-80bdce1c65e5 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:56.701806 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-556bc145-bc40-48ad-8644-40ad688a7e8b req-119dd061-306d-49eb-a97c-80bdce1c65e5 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.20 "GET /v2.0/networks?id=a89eb528-cfbf-497b-ad2d-b1613a8bf395 HTTP/1.1" status: 200  len: 816 time: 0.4450703
Apr 19 19:29:56.709673 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-4da96e84-07d7-4ba4-9eba-ef1ceeeb9ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0f565470>, [{'id': '3e115489-0dfd-43de-a9ea-b0f2835861b2', 'name': 'tempest-TestShelveInstance-901916439-router', 'tenant_id': 'e4ca113d70014148bb7b01a5ca52e617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '19d956a9-2f9c-4e7e-b0df-1ebb26e40d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:28:24Z', 'updated_at': '2021-04-19T19:28:32Z', 'revision_number': 4, 'project_id': 'e4ca113d70014148bb7b01a5ca52e617', 'gw_port': {'id': '19d956a9-2f9c-4e7e-b0df-1ebb26e40d54', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e115489-0dfd-43de-a9ea-b0f2835861b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:28:25Z', 'updated_at': '2021-04-19T19:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_floatingips': [{'id': 'a93e0fe6-ed87-4169-9539-d1ceb441fe3c', 'tenant_id': 'e4ca113d70014148bb7b01a5ca52e617', 'floating_ip_address': '172.27.1.73', 'floating_network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'router_id': '3e115489-0dfd-43de-a9ea-b0f2835861b2', 'port_id': 'f81f6244-c7d7-48d3-bae9-70946c5b8145', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d3e41b1-31e3-4474-ae4c-35f4f724ebfb', 'mac_address': 'fa:16:3e:09:d7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d12116-ab28-4eec-b0dd-7ab43e7386a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:29:53Z', 'updated_at': '2021-04-19T19:29:53Z', 'revision_number': 0, 'project_id': 'e4ca113d70014148bb7b01a5ca52e617', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a50953b6-4696-48d4-b24c-a30f5b169d7b', 'name': '', 'network_id': '2d3e41b1-31e3-4474-ae4c-35f4f724ebfb', 'tenant_id': 'e4ca113d70014148bb7b01a5ca52e617', 'mac_address': 'fa:16:3e:58:bb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e115489-0dfd-43de-a9ea-b0f2835861b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b982e9fc-25d6-4db7-9e76-30317f3de3b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:28:31Z', 'updated_at': '2021-04-19T19:28:45Z', 'revision_number': 5, 'project_id': 'e4ca113d70014148bb7b01a5ca52e617', 'subnets': [{'id': 'b982e9fc-25d6-4db7-9e76-30317f3de3b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:29:56.715838 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da96e84-07d7-4ba4-9eba-ef1ceeeb9ce8 None None] Checking router: 3e115489-0dfd-43de-a9ea-b0f2835861b2 for host: dv-cinder-786932-1-iscsi {{(pid=86370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:29:56.763319 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da96e84-07d7-4ba4-9eba-ef1ceeeb9ce8 None None] Routers {'3e115489-0dfd-43de-a9ea-b0f2835861b2'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:29:56.764081 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-4da96e84-07d7-4ba4-9eba-ef1ceeeb9ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0f565470>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:29:49Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['3e115489-0dfd-43de-a9ea-b0f2835861b2'], 'active': True} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:29:56.870999 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-556bc145-bc40-48ad-8644-40ad688a7e8b req-0d06457a-6635-4425-9555-ff59b2f208e5 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Synchronizing usage tracker for tenant:c6333d4d4b1249bfb35237c3c56fe86e on resource:security_group {{(pid=86369) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:29:56.876206 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9a2f26df-9503-40fa-9682-0940402093a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:56.911883 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-9a2f26df-9503-40fa-9682-0940402093a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:29:56.916412 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-9a2f26df-9503-40fa-9682-0940402093a4 admin admin] Usage tracker for resource:security_group_rule and tenant:710e65ddd108426a87d9c26de9e733df is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:29:56.920182 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-9a2f26df-9503-40fa-9682-0940402093a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:29:56.927147 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-9a2f26df-9503-40fa-9682-0940402093a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:29:57.029825 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9a2f26df-9503-40fa-9682-0940402093a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:57.039624 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9a2f26df-9503-40fa-9682-0940402093a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:57.071607 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-783ac42b-901c-421d-93b1-f0f31c698be3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:29:57.086129 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-9a2f26df-9503-40fa-9682-0940402093a4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=710e65ddd108426a87d9c26de9e733df&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4893997
Apr 19 19:29:57.089584 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-556bc145-bc40-48ad-8644-40ad688a7e8b req-0d06457a-6635-4425-9555-ff59b2f208e5 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Unset dirty status for tenant:c6333d4d4b1249bfb35237c3c56fe86e on resource:security_group {{(pid=86369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:29:57.091267 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-556bc145-bc40-48ad-8644-40ad688a7e8b req-0d06457a-6635-4425-9555-ff59b2f208e5 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c6333d4d4b1249bfb35237c3c56fe86e HTTP/1.1" status: 200  len: 5705 time: 0.3723490
Apr 19 19:29:57.091905 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 54016) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:29:57.100120 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-4da96e84-07d7-4ba4-9eba-ef1ceeeb9ce8 None None] Set router 3e115489-0dfd-43de-a9ea-b0f2835861b2 gateway port host: dv-cinder-786932-1-iscsi {{(pid=86370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:29:57.191428 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-556bc145-bc40-48ad-8644-40ad688a7e8b req-0b461fa7-3530-4a7d-8cd6-cb7242a7ddda tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Request body: {'port': {'device_id': '0616dee0-4cee-4e37-b5ac-dad350bfa943', 'network_id': 'a89eb528-cfbf-497b-ad2d-b1613a8bf395', 'admin_state_up': True, 'tenant_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'security_groups': ['374ca9db-06bf-4b18-b6c0-036a92e6c489']}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:29:57.228218 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f26df-9503-40fa-9682-0940402093a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b607975c-c95d-4c98-a21b-5b5228020891,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:29:57.231917 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd7296-3d42-4128-a009-8fcd4c745501 req-48562c3e-4fc7-4df8-b974-62370dc28a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:57.246637 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6acd7296-3d42-4128-a009-8fcd4c745501 req-48562c3e-4fc7-4df8-b974-62370dc28a5e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2d3e41b1-31e3-4474-ae4c-35f4f724ebfb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.6650517
Apr 19 19:29:57.290954 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-9a2f26df-9503-40fa-9682-0940402093a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:29:57.421115 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-211175db-e85c-435d-afcb-5514197794ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:57.437355 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b98e5f91-ebf0-463d-b922-dbedd2d20a2c req-02e14d1b-9954-40e5-9a92-9561c27e326e tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 210 time: 0.0558436
Apr 19 19:29:57.468054 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6acd7296-3d42-4128-a009-8fcd4c745501 req-05dee910-4a00-4fa3-9f4b-cfcf7ee6d520 service neutron] 10.222.0.20 "GET /v2.0/networks/2d3e41b1-31e3-4474-ae4c-35f4f724ebfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2131040
Apr 19 19:29:57.490208 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-211175db-e85c-435d-afcb-5514197794ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:57.559368 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-556bc145-bc40-48ad-8644-40ad688a7e8b req-0b461fa7-3530-4a7d-8cd6-cb7242a7ddda tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:29:57.585375 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-556bc145-bc40-48ad-8644-40ad688a7e8b req-0b461fa7-3530-4a7d-8cd6-cb7242a7ddda tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:29:57.613078 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-556bc145-bc40-48ad-8644-40ad688a7e8b req-0b461fa7-3530-4a7d-8cd6-cb7242a7ddda tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Made reservation on behalf of c6333d4d4b1249bfb35237c3c56fe86e for: {'port': 1} {{(pid=86369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:29:57.620577 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-556bc145-bc40-48ad-8644-40ad688a7e8b req-0b461fa7-3530-4a7d-8cd6-cb7242a7ddda tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:57.651774 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-211175db-e85c-435d-afcb-5514197794ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:57.699983 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-625387b2-85df-4604-9782-7661a2bc2daf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:29:57.712342 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6acd7296-3d42-4128-a009-8fcd4c745501 req-e62f2e6f-167b-4de6-9ac0-dec0f06087ad service neutron] 10.222.0.20 "GET /v2.0/networks/2d3e41b1-31e3-4474-ae4c-35f4f724ebfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2299221
Apr 19 19:29:57.719776 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211175db-e85c-435d-afcb-5514197794ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b607975c-c95d-4c98-a21b-5b5228020891,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:29:57.728784 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-211175db-e85c-435d-afcb-5514197794ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:29:57.737165 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-211175db-e85c-435d-afcb-5514197794ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:57.738448 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-211175db-e85c-435d-afcb-5514197794ca admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b607975c-c95d-4c98-a21b-5b5228020891 HTTP/1.1" status: 204  len: 168 time: 0.6380241
Apr 19 19:29:57.779947 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-4da96e84-07d7-4ba4-9eba-ef1ceeeb9ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0f565470>, [{'id': '3e115489-0dfd-43de-a9ea-b0f2835861b2', 'name': 'tempest-TestShelveInstance-901916439-router', 'tenant_id': 'e4ca113d70014148bb7b01a5ca52e617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '19d956a9-2f9c-4e7e-b0df-1ebb26e40d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:28:24Z', 'updated_at': '2021-04-19T19:28:32Z', 'revision_number': 4, 'project_id': 'e4ca113d70014148bb7b01a5ca52e617', 'gw_port': {'id': '19d956a9-2f9c-4e7e-b0df-1ebb26e40d54', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e115489-0dfd-43de-a9ea-b0f2835861b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:28:25Z', 'updated_at': '2021-04-19T19:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_floatingips': [{'id': 'a93e0fe6-ed87-4169-9539-d1ceb441fe3c', 'tenant_id': 'e4ca113d70014148bb7b01a5ca52e617', 'floating_ip_address': '172.27.1.73', 'floating_network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'router_id': '3e115489-0dfd-43de-a9ea-b0f2835861b2', 'port_id': 'f81f6244-c7d7-48d3-bae9-70946c5b8145', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d3e41b1-31e3-4474-ae4c-35f4f724ebfb', 'mac_address': 'fa:16:3e:09:d7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d12116-ab28-4eec-b0dd-7ab43e7386a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:29:53Z', 'updated_at': '2021-04-19T19:29:53Z', 'revision_number': 0, 'project_id': 'e4ca113d70014148bb7b01a5ca52e617', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a50953b6-4696-48d4-b24c-a30f5b169d7b', 'name': '', 'network_id': '2d3e41b1-31e3-4474-ae4c-35f4f724ebfb', 'tenant_id': 'e4ca113d70014148bb7b01a5ca52e617', 'mac_address': 'fa:16:3e:58:bb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e115489-0dfd-43de-a9ea-b0f2835861b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b982e9fc-25d6-4db7-9e76-30317f3de3b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:28:31Z', 'updated_at': '2021-04-19T19:28:45Z', 'revision_number': 5, 'project_id': 'e4ca113d70014148bb7b01a5ca52e617', 'subnets': [{'id': 'b982e9fc-25d6-4db7-9e76-30317f3de3b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:29:57.788466 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da96e84-07d7-4ba4-9eba-ef1ceeeb9ce8 None None] The sync data for ids ['3e115489-0dfd-43de-a9ea-b0f2835861b2'] in dv-cinder-786932-1-iscsi is: [{'id': '3e115489-0dfd-43de-a9ea-b0f2835861b2', 'name': 'tempest-TestShelveInstance-901916439-router', 'tenant_id': 'e4ca113d70014148bb7b01a5ca52e617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '19d956a9-2f9c-4e7e-b0df-1ebb26e40d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:28:24Z', 'updated_at': '2021-04-19T19:28:32Z', 'revision_number': 4, 'project_id': 'e4ca113d70014148bb7b01a5ca52e617', 'gw_port': {'id': '19d956a9-2f9c-4e7e-b0df-1ebb26e40d54', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e115489-0dfd-43de-a9ea-b0f2835861b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:28:25Z', 'updated_at': '2021-04-19T19:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_floatingips': [{'id': 'a93e0fe6-ed87-4169-9539-d1ceb441fe3c', 'tenant_id': 'e4ca113d70014148bb7b01a5ca52e617', 'floating_ip_address': '172.27.1.73', 'floating_network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'router_id': '3e115489-0dfd-43de-a9ea-b0f2835861b2', 'port_id': 'f81f6244-c7d7-48d3-bae9-70946c5b8145', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d3e41b1-31e3-4474-ae4c-35f4f724ebfb', 'mac_address': 'fa:16:3e:09:d7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d12116-ab28-4eec-b0dd-7ab43e7386a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:29:53Z', 'updated_at': '2021-04-19T19:29:53Z', 'revision_number': 0, 'project_id': 'e4ca113d70014148bb7b01a5ca52e617', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a50953b6-4696-48d4-b24c-a30f5b169d7b', 'name': '', 'network_id': '2d3e41b1-31e3-4474-ae4c-35f4f724ebfb', 'tenant_id': 'e4ca113d70014148bb7b01a5ca52e617', 'mac_address': 'fa:16:3e:58:bb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e115489-0dfd-43de-a9ea-b0f2835861b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b982e9fc-25d6-4db7-9e76-30317f3de3b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:28:31Z', 'updated_at': '2021-04-19T19:28:45Z', 'revision_number': 5, 'project_id': 'e4ca113d70014148bb7b01a5ca52e617', 'subnets': [{'id': 'b982e9fc-25d6-4db7-9e76-30317f3de3b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:29:57.906145 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [req-556bc145-bc40-48ad-8644-40ad688a7e8b req-0b461fa7-3530-4a7d-8cd6-cb7242a7ddda tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Allocated IP 172.20.0.6 (a89eb528-cfbf-497b-ad2d-b1613a8bf395/194aa9b4-1b11-48c1-957e-a5acc2bb888c/d8a7c84d-36c6-4271-900a-aba37d861a41) {{(pid=86369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:29:58.122500 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812ed097-27d2-4db1-9c62-7299ffc47aed None None] New status for floating IP a93e0fe6-ed87-4169-9539-d1ceb441fe3c: ACTIVE {{(pid=86371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 19:29:58.142829 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-556bc145-bc40-48ad-8644-40ad688a7e8b req-0b461fa7-3530-4a7d-8cd6-cb7242a7ddda tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks [] for port, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:58.167077 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 54042) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:29:58.187832 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [req-556bc145-bc40-48ad-8644-40ad688a7e8b req-0b461fa7-3530-4a7d-8cd6-cb7242a7ddda tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Transition to ACTIVE for port object d8a7c84d-36c6-4271-900a-aba37d861a41 will not be triggered until provisioned by entity DHCP. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:29:58.194293 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2e0b6079-49e8-43c6-9b1f-7ac011aac869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:58.215989 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-2e0b6079-49e8-43c6-9b1f-7ac011aac869 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:29:58.221532 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-2e0b6079-49e8-43c6-9b1f-7ac011aac869 admin admin] Usage tracker for resource:security_group_rule and tenant:a7f0e29a5be748fdb0fd5c59ded0523e is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:29:58.226552 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-2e0b6079-49e8-43c6-9b1f-7ac011aac869 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:29:58.235435 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-2e0b6079-49e8-43c6-9b1f-7ac011aac869 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:29:58.271953 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-556bc145-bc40-48ad-8644-40ad688a7e8b req-0b461fa7-3530-4a7d-8cd6-cb7242a7ddda tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739738723801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31618435'] for port, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:58.278402 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:29:58.375380 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-556bc145-bc40-48ad-8644-40ad688a7e8b req-0b461fa7-3530-4a7d-8cd6-cb7242a7ddda tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Network a89eb528-cfbf-497b-ad2d-b1613a8bf395 is already hosted by enough agents. {{(pid=86369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:29:58.380689 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [req-556bc145-bc40-48ad-8644-40ad688a7e8b req-0b461fa7-3530-4a7d-8cd6-cb7242a7ddda tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Resources bound (agent type, host, resource id):  {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:29:58.382724 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b461fa7-3530-4a7d-8cd6-cb7242a7ddda tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Pushing event updated for resources: {'Port': ['ID=d8a7c84d-36c6-4271-900a-aba37d861a41,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:29:58.389017 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-556bc145-bc40-48ad-8644-40ad688a7e8b req-0b461fa7-3530-4a7d-8cd6-cb7242a7ddda tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Received port after_create {{(pid=86369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:29:58.420865 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-0b461fa7-3530-4a7d-8cd6-cb7242a7ddda tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:29:58.493355 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556bc145-bc40-48ad-8644-40ad688a7e8b req-0b461fa7-3530-4a7d-8cd6-cb7242a7ddda tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:58.494100 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-556bc145-bc40-48ad-8644-40ad688a7e8b req-0b461fa7-3530-4a7d-8cd6-cb7242a7ddda tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:58.513930 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2e0b6079-49e8-43c6-9b1f-7ac011aac869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:58.522566 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2e0b6079-49e8-43c6-9b1f-7ac011aac869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:58.539465 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-baaf76bc-29bd-4220-9e27-e1943db7d4c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:29:58.596591 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-2e0b6079-49e8-43c6-9b1f-7ac011aac869 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a7f0e29a5be748fdb0fd5c59ded0523e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4283051
Apr 19 19:29:58.599062 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b6079-49e8-43c6-9b1f-7ac011aac869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=919826b9-faf1-4e56-8d8a-d3c6117bd2ba,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:29:58.600132 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 54048) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:29:58.602922 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-556bc145-bc40-48ad-8644-40ad688a7e8b req-0b461fa7-3530-4a7d-8cd6-cb7242a7ddda tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5001192
Apr 19 19:29:58.603837 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-2e0b6079-49e8-43c6-9b1f-7ac011aac869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:29:58.622730 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-556bc145-bc40-48ad-8644-40ad688a7e8b req-5541e834-1dd0-4bc1-88ac-5273d3ae0c54 service neutron] Request body: {'port': {'device_id': '0616dee0-4cee-4e37-b5ac-dad350bfa943', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:29:58.631873 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-a132f17c-0f6a-4612-a33c-ff199f581a46 None None] Provisioning for port d8a7c84d-36c6-4271-900a-aba37d861a41 completed by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:29:58.637485 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-a132f17c-0f6a-4612-a33c-ff199f581a46 None None] Provisioning complete for port d8a7c84d-36c6-4271-900a-aba37d861a41 triggered by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:29:58.638025 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a132f17c-0f6a-4612-a33c-ff199f581a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:58.703923 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-a132f17c-0f6a-4612-a33c-ff199f581a46 None None] Port d8a7c84d-36c6-4271-900a-aba37d861a41 cannot update to ACTIVE because it is not bound. {{(pid=86370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 19:29:58.754006 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-556bc145-bc40-48ad-8644-40ad688a7e8b req-5541e834-1dd0-4bc1-88ac-5273d3ae0c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:58.761044 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c3d9a043-4255-46e4-8f38-c5a6e0c7d922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:58.779339 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f243cd-bdc2-4404-a4bd-d34e7b184f49 req-d4998eb9-c8cc-4ea0-b662-97de13d24661 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:58.780931 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-08f243cd-bdc2-4404-a4bd-d34e7b184f49 req-d4998eb9-c8cc-4ea0-b662-97de13d24661 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 931 time: 0.1714840
Apr 19 19:29:58.816342 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c3d9a043-4255-46e4-8f38-c5a6e0c7d922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:58.879321 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-08f243cd-bdc2-4404-a4bd-d34e7b184f49 req-e622c5d1-d265-44ce-b8fd-92025b9b700c tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=374ca9db-06bf-4b18-b6c0-036a92e6c489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0852337
Apr 19 19:29:58.879896 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:58.894545 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c3d9a043-4255-46e4-8f38-c5a6e0c7d922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:58.900226 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:29:58.915433 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d9a043-4255-46e4-8f38-c5a6e0c7d922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919826b9-faf1-4e56-8d8a-d3c6117bd2ba,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:29:58.918319 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c3d9a043-4255-46e4-8f38-c5a6e0c7d922 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:29:58.919566 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c3d9a043-4255-46e4-8f38-c5a6e0c7d922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:58.920952 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-c3d9a043-4255-46e4-8f38-c5a6e0c7d922 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/919826b9-faf1-4e56-8d8a-d3c6117bd2ba HTTP/1.1" status: 204  len: 168 time: 0.3191111
Apr 19 19:29:59.174107 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [req-556bc145-bc40-48ad-8644-40ad688a7e8b req-5541e834-1dd0-4bc1-88ac-5273d3ae0c54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8a7c84d-36c6-4271-900a-aba37d861a41 {{(pid=86369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:29:59.182986 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-556bc145-bc40-48ad-8644-40ad688a7e8b req-5541e834-1dd0-4bc1-88ac-5273d3ae0c54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:59.200950 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [req-556bc145-bc40-48ad-8644-40ad688a7e8b req-5541e834-1dd0-4bc1-88ac-5273d3ae0c54 service neutron] Transition to ACTIVE for port object d8a7c84d-36c6-4271-900a-aba37d861a41 will not be triggered until provisioned by entity L2. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:29:59.203671 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-556bc145-bc40-48ad-8644-40ad688a7e8b req-5541e834-1dd0-4bc1-88ac-5273d3ae0c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823157366'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:59.210070 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-486f8c02-f101-4cc6-b5b6-99b759a971f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:29:59.403141 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5541e834-1dd0-4bc1-88ac-5273d3ae0c54 service neutron] Pushing event updated for resources: {'Port': ['ID=d8a7c84d-36c6-4271-900a-aba37d861a41,revision_number=2']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:29:59.406817 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-5541e834-1dd0-4bc1-88ac-5273d3ae0c54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:29:59.507944 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-556bc145-bc40-48ad-8644-40ad688a7e8b req-5541e834-1dd0-4bc1-88ac-5273d3ae0c54 service neutron] Attempting to bind port d8a7c84d-36c6-4271-900a-aba37d861a41 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:29:59.509353 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-556bc145-bc40-48ad-8644-40ad688a7e8b req-5541e834-1dd0-4bc1-88ac-5273d3ae0c54 service neutron] Attempting to bind port d8a7c84d-36c6-4271-900a-aba37d861a41 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '2744bb2d-9e24-4863-b8d8-e4b09c9832ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a89eb528-cfbf-497b-ad2d-b1613a8bf395'}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:29:59.510307 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556bc145-bc40-48ad-8644-40ad688a7e8b req-5541e834-1dd0-4bc1-88ac-5273d3ae0c54 service neutron] Attempting to bind port d8a7c84d-36c6-4271-900a-aba37d861a41 on network a89eb528-cfbf-497b-ad2d-b1613a8bf395 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:29:59.525739 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556bc145-bc40-48ad-8644-40ad688a7e8b req-5541e834-1dd0-4bc1-88ac-5273d3ae0c54 service neutron] Port d8a7c84d-36c6-4271-900a-aba37d861a41 on network a89eb528-cfbf-497b-ad2d-b1613a8bf395 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 19:29:59.526526 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556bc145-bc40-48ad-8644-40ad688a7e8b req-5541e834-1dd0-4bc1-88ac-5273d3ae0c54 service neutron] Attempting to bind port d8a7c84d-36c6-4271-900a-aba37d861a41 on network a89eb528-cfbf-497b-ad2d-b1613a8bf395 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:29:59.537213 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556bc145-bc40-48ad-8644-40ad688a7e8b req-5541e834-1dd0-4bc1-88ac-5273d3ae0c54 service neutron] Checking agent: {'id': '13e8b6f5-8e00-4da6-9b4f-d998588d9e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 22, 59), 'started_at': datetime.datetime(2021, 4, 19, 19, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:29:59.537874 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556bc145-bc40-48ad-8644-40ad688a7e8b req-5541e834-1dd0-4bc1-88ac-5273d3ae0c54 service neutron] Checking segment: {'id': '2744bb2d-9e24-4863-b8d8-e4b09c9832ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a89eb528-cfbf-497b-ad2d-b1613a8bf395'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:29:59.539365 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556bc145-bc40-48ad-8644-40ad688a7e8b req-5541e834-1dd0-4bc1-88ac-5273d3ae0c54 service neutron] Bound using segment: {'id': '2744bb2d-9e24-4863-b8d8-e4b09c9832ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a89eb528-cfbf-497b-ad2d-b1613a8bf395'} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:29:59.540795 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-556bc145-bc40-48ad-8644-40ad688a7e8b req-5541e834-1dd0-4bc1-88ac-5273d3ae0c54 service neutron] Bound port: d8a7c84d-36c6-4271-900a-aba37d861a41, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2744bb2d-9e24-4863-b8d8-e4b09c9832ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a89eb528-cfbf-497b-ad2d-b1613a8bf395'}}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:29:59.541986 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-556bc145-bc40-48ad-8644-40ad688a7e8b req-5541e834-1dd0-4bc1-88ac-5273d3ae0c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:59.656487 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-556bc145-bc40-48ad-8644-40ad688a7e8b req-5541e834-1dd0-4bc1-88ac-5273d3ae0c54 service neutron] For port d8a7c84d-36c6-4271-900a-aba37d861a41, host hv-cinder-78693, cleared binding levels {{(pid=86369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:29:59.661609 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-556bc145-bc40-48ad-8644-40ad688a7e8b req-5541e834-1dd0-4bc1-88ac-5273d3ae0c54 service neutron] For port d8a7c84d-36c6-4271-900a-aba37d861a41, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d8a7c84d-36c6-4271-900a-aba37d861a41,segment=NetworkSegment(2744bb2d-9e24-4863-b8d8-e4b09c9832ec),segment_id=2744bb2d-9e24-4863-b8d8-e4b09c9832ec)] {{(pid=86369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:29:59.665538 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-556bc145-bc40-48ad-8644-40ad688a7e8b req-5541e834-1dd0-4bc1-88ac-5273d3ae0c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823157366'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:59.670871 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-d838da20-5fbe-49a3-b494-f62f348d67f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:29:59.743367 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556bc145-bc40-48ad-8644-40ad688a7e8b req-5541e834-1dd0-4bc1-88ac-5273d3ae0c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:59.744082 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-556bc145-bc40-48ad-8644-40ad688a7e8b req-5541e834-1dd0-4bc1-88ac-5273d3ae0c54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:29:59.746157 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-556bc145-bc40-48ad-8644-40ad688a7e8b req-5541e834-1dd0-4bc1-88ac-5273d3ae0c54 service neutron] 10.222.0.20 "PUT /v2.0/ports/d8a7c84d-36c6-4271-900a-aba37d861a41 HTTP/1.1" status: 200  len: 1093 time: 1.1281486
Apr 19 19:29:59.746157 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0616dee0-4cee-4e37-b5ac-dad350bfa943', 'tag': 'd8a7c84d-36c6-4271-900a-aba37d861a41'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:29:59.780841 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5541e834-1dd0-4bc1-88ac-5273d3ae0c54 service neutron] Pushing event updated for resources: {'Port': ['ID=d8a7c84d-36c6-4271-900a-aba37d861a41,revision_number=3']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:29:59.796605 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-5541e834-1dd0-4bc1-88ac-5273d3ae0c54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:29:59.822724 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0616dee0-4cee-4e37-b5ac-dad350bfa943', 'tag': 'd8a7c84d-36c6-4271-900a-aba37d861a41', 'status': 'completed', 'code': 200}
Apr 19 19:29:59.962340 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556bc145-bc40-48ad-8644-40ad688a7e8b req-a965244a-b259-4af8-a497-98fbb33cf019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:29:59.964363 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-556bc145-bc40-48ad-8644-40ad688a7e8b req-a965244a-b259-4af8-a497-98fbb33cf019 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6333d4d4b1249bfb35237c3c56fe86e&device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 1096 time: 0.1270559
Apr 19 19:30:00.131382 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-556bc145-bc40-48ad-8644-40ad688a7e8b req-270c79f1-4504-4aff-9e05-81a52b93527c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8a7c84d-36c6-4271-900a-aba37d861a41 HTTP/1.1" status: 200  len: 217 time: 0.1410360
Apr 19 19:30:00.282186 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556bc145-bc40-48ad-8644-40ad688a7e8b req-fa141c06-495b-4496-b8c3-8e9cdfb09924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:00.285761 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-556bc145-bc40-48ad-8644-40ad688a7e8b req-fa141c06-495b-4496-b8c3-8e9cdfb09924 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=194aa9b4-1b11-48c1-957e-a5acc2bb888c HTTP/1.1" status: 200  len: 855 time: 0.1325872
Apr 19 19:30:00.453242 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556bc145-bc40-48ad-8644-40ad688a7e8b req-421166f6-05fc-4ed8-8fc4-06ea729f8dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:00.455950 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-556bc145-bc40-48ad-8644-40ad688a7e8b req-421166f6-05fc-4ed8-8fc4-06ea729f8dff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a89eb528-cfbf-497b-ad2d-b1613a8bf395&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1530888
Apr 19 19:30:00.610498 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483b7c9-cccf-495e-8641-8243ba666c83 req-3b93c13f-bd58-4f40-aaed-e316ddee47ec tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:00.613836 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b483b7c9-cccf-495e-8641-8243ba666c83 req-3b93c13f-bd58-4f40-aaed-e316ddee47ec tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 943 time: 0.5390503
Apr 19 19:30:00.686049 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-556bc145-bc40-48ad-8644-40ad688a7e8b req-04b17647-8663-48c4-8e2b-1cb79f5e2200 service neutron] 10.222.0.20 "GET /v2.0/networks/a89eb528-cfbf-497b-ad2d-b1613a8bf395?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2213345
Apr 19 19:30:00.715074 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b483b7c9-cccf-495e-8641-8243ba666c83 req-00e2eb17-e0a0-46eb-a7f3-a30cbc769b4f tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=374ca9db-06bf-4b18-b6c0-036a92e6c489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0897725
Apr 19 19:30:00.958343 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-556bc145-bc40-48ad-8644-40ad688a7e8b req-fb6f5fa0-d347-4072-ab9b-55a804ea9598 service neutron] 10.222.0.20 "GET /v2.0/networks/a89eb528-cfbf-497b-ad2d-b1613a8bf395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2613893
Apr 19 19:30:01.025244 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 54100) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:30:01.188619 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028e716-3589-4649-96c2-02a3fabba6d2 req-0ca754d4-45ad-4662-8ddd-de30b34ed550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:01.191199 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0028e716-3589-4649-96c2-02a3fabba6d2 req-0ca754d4-45ad-4662-8ddd-de30b34ed550 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6333d4d4b1249bfb35237c3c56fe86e&device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 1096 time: 0.1163158
Apr 19 19:30:01.201367 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b13f5de7-762c-4a7b-ba0e-6008a9a40ff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:01.221629 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-b13f5de7-762c-4a7b-ba0e-6008a9a40ff7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:30:01.228793 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-b13f5de7-762c-4a7b-ba0e-6008a9a40ff7 admin admin] Usage tracker for resource:security_group_rule and tenant:57b216ea65044fc39ee93fc510131c3e is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:30:01.234630 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-b13f5de7-762c-4a7b-ba0e-6008a9a40ff7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:30:01.244194 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-b13f5de7-762c-4a7b-ba0e-6008a9a40ff7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:30:01.345906 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b13f5de7-762c-4a7b-ba0e-6008a9a40ff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:01.349296 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b13f5de7-762c-4a7b-ba0e-6008a9a40ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:01.359563 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-491e8e9a-9e9e-43c2-9fb9-efb2183b6c6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:30:01.374220 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028e716-3589-4649-96c2-02a3fabba6d2 req-bc6e60e6-0364-44dc-916e-b4182e7ce9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:01.376287 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0028e716-3589-4649-96c2-02a3fabba6d2 req-bc6e60e6-0364-44dc-916e-b4182e7ce9dd service neutron] 10.222.0.20 "GET /v2.0/networks?id=a89eb528-cfbf-497b-ad2d-b1613a8bf395 HTTP/1.1" status: 200  len: 917 time: 0.1762192
Apr 19 19:30:01.406690 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-b13f5de7-762c-4a7b-ba0e-6008a9a40ff7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=57b216ea65044fc39ee93fc510131c3e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3801656
Apr 19 19:30:01.412076 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 54106) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:30:01.431004 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13f5de7-762c-4a7b-ba0e-6008a9a40ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a19a5b-6867-4d37-a1fd-48cee026419a,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:30:01.434483 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b13f5de7-762c-4a7b-ba0e-6008a9a40ff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:30:01.463305 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0028e716-3589-4649-96c2-02a3fabba6d2 req-21453236-465b-418e-bc31-a24a6a822bf2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8a7c84d-36c6-4271-900a-aba37d861a41 HTTP/1.1" status: 200  len: 217 time: 0.0797296
Apr 19 19:30:01.493830 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb71b218-dd27-4548-8a62-1b614ffc63cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:01.529941 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb71b218-dd27-4548-8a62-1b614ffc63cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:01.567941 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028e716-3589-4649-96c2-02a3fabba6d2 req-9fe6eff2-6828-4d89-afb3-5e9af6b0b108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:01.570553 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0028e716-3589-4649-96c2-02a3fabba6d2 req-9fe6eff2-6828-4d89-afb3-5e9af6b0b108 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=194aa9b4-1b11-48c1-957e-a5acc2bb888c HTTP/1.1" status: 200  len: 855 time: 0.0953813
Apr 19 19:30:01.595089 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb71b218-dd27-4548-8a62-1b614ffc63cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:01.601775 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c3d9a043-4255-46e4-8f38-c5a6e0c7d922 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:30:01.619585 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb71b218-dd27-4548-8a62-1b614ffc63cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a19a5b-6867-4d37-a1fd-48cee026419a,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:30:01.622876 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-eb71b218-dd27-4548-8a62-1b614ffc63cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:30:01.625962 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-eb71b218-dd27-4548-8a62-1b614ffc63cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:01.628562 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-eb71b218-dd27-4548-8a62-1b614ffc63cc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/11a19a5b-6867-4d37-a1fd-48cee026419a HTTP/1.1" status: 204  len: 168 time: 0.2152188
Apr 19 19:30:01.675005 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028e716-3589-4649-96c2-02a3fabba6d2 req-6f7c910b-272a-4c25-9c17-b8fcd83d79eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:01.677695 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0028e716-3589-4649-96c2-02a3fabba6d2 req-6f7c910b-272a-4c25-9c17-b8fcd83d79eb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a89eb528-cfbf-497b-ad2d-b1613a8bf395&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0985289
Apr 19 19:30:01.934753 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0028e716-3589-4649-96c2-02a3fabba6d2 req-11097c1c-9dea-499d-954a-b8345a33e904 service neutron] 10.222.0.20 "GET /v2.0/networks/a89eb528-cfbf-497b-ad2d-b1613a8bf395?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2474189
Apr 19 19:30:02.155844 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0028e716-3589-4649-96c2-02a3fabba6d2 req-d543798f-e59d-4bd2-a5bc-442d09fd3976 service neutron] 10.222.0.20 "GET /v2.0/networks/a89eb528-cfbf-497b-ad2d-b1613a8bf395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2135577
Apr 19 19:30:02.349711 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c008222-00d2-4466-880a-4a61b346f022 req-0a8eb22e-fbb6-40f4-ad63-49cf09ad70e3 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:02.352022 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6c008222-00d2-4466-880a-4a61b346f022 req-0a8eb22e-fbb6-40f4-ad63-49cf09ad70e3 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 943 time: 0.3891950
Apr 19 19:30:02.405923 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6c008222-00d2-4466-880a-4a61b346f022 req-70975705-776f-497f-abf8-fed1c07dccb7 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=374ca9db-06bf-4b18-b6c0-036a92e6c489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471520
Apr 19 19:30:03.174524 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e8466e-cc6d-41f0-aa2b-46efb7b4a7a9 req-567eb5a0-4e07-426f-a7bb-9e8a41cdfda9 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:03.177589 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c3e8466e-cc6d-41f0-aa2b-46efb7b4a7a9 req-567eb5a0-4e07-426f-a7bb-9e8a41cdfda9 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a2e57ab-ae13-4fe0-8550-86a32f652051 HTTP/1.1" status: 200  len: 945 time: 0.1284416
Apr 19 19:30:03.229409 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c3e8466e-cc6d-41f0-aa2b-46efb7b4a7a9 req-f8afb8c3-5d21-4af2-aec8-41d1d340a5a9 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bb966a8-856d-4456-a718-193d52b80079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453515
Apr 19 19:30:03.683871 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1361a8d-6605-4078-a160-0c5cac1a6a25 req-86b0c18c-0fde-4579-917b-4924bb50f78b tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:03.685603 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f1361a8d-6605-4078-a160-0c5cac1a6a25 req-86b0c18c-0fde-4579-917b-4924bb50f78b tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 943 time: 0.1088216
Apr 19 19:30:03.753507 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f1361a8d-6605-4078-a160-0c5cac1a6a25 req-459ac986-3ee7-4715-8ed2-9174d2a8e9b8 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=374ca9db-06bf-4b18-b6c0-036a92e6c489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0549870
Apr 19 19:30:04.442502 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30029f5b-07e2-4d6d-8ab8-8c1e0593f1f9 req-74980d7c-bf03-46fb-9a8e-8afd252b063e tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:04.444320 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-30029f5b-07e2-4d6d-8ab8-8c1e0593f1f9 req-74980d7c-bf03-46fb-9a8e-8afd252b063e tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a2e57ab-ae13-4fe0-8550-86a32f652051 HTTP/1.1" status: 200  len: 945 time: 0.0907331
Apr 19 19:30:04.500396 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-30029f5b-07e2-4d6d-8ab8-8c1e0593f1f9 req-ac0da719-d69b-48fb-b699-19168c6d7b04 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bb966a8-856d-4456-a718-193d52b80079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0495505
Apr 19 19:30:04.990493 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e4028f-1bc3-42de-b2cd-b2d82a2313da req-88d91f31-883c-42cc-8701-e8c691bc2a25 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:04.992265 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-15e4028f-1bc3-42de-b2cd-b2d82a2313da req-88d91f31-883c-42cc-8701-e8c691bc2a25 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 943 time: 0.1102927
Apr 19 19:30:05.051094 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-15e4028f-1bc3-42de-b2cd-b2d82a2313da req-ec6e96b7-0915-48b5-b172-2cf8a17798d9 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=374ca9db-06bf-4b18-b6c0-036a92e6c489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470905
Apr 19 19:30:05.373074 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device d8a7c84d-36c6-4271-900a-aba37d861a41 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 19:30:05.528524 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port d8a7c84d-36c6-4271-900a-aba37d861a41, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d8a7c84d-36c6-4271-900a-aba37d861a41,segment=NetworkSegment(2744bb2d-9e24-4863-b8d8-e4b09c9832ec),segment_id=2744bb2d-9e24-4863-b8d8-e4b09c9832ec)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:30:05.560349 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Returning: {'device': 'd8a7c84d-36c6-4271-900a-aba37d861a41', 'network_id': 'a89eb528-cfbf-497b-ad2d-b1613a8bf395', 'port_id': 'd8a7c84d-36c6-4271-900a-aba37d861a41', 'mac_address': 'fa:16:3e:f6:93:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '194aa9b4-1b11-48c1-957e-a5acc2bb888c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 19:30:05.633214 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:05.657369 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8a7c84d-36c6-4271-900a-aba37d861a41 {{(pid=86370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:30:05.673818 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port d8a7c84d-36c6-4271-900a-aba37d861a41, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d8a7c84d-36c6-4271-900a-aba37d861a41,segment=NetworkSegment(2744bb2d-9e24-4863-b8d8-e4b09c9832ec),segment_id=2744bb2d-9e24-4863-b8d8-e4b09c9832ec)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:30:05.677683 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:05.680717 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:30:05.757230 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dfaa1f-ba13-48ef-bd5e-ce6bba27799b req-4848c697-1d71-468c-9770-391b3443e698 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:05.759011 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-29dfaa1f-ba13-48ef-bd5e-ce6bba27799b req-4848c697-1d71-468c-9770-391b3443e698 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a2e57ab-ae13-4fe0-8550-86a32f652051 HTTP/1.1" status: 200  len: 945 time: 0.1096063
Apr 19 19:30:05.761285 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Pushing event updated for resources: {'Port': ['ID=d8a7c84d-36c6-4271-900a-aba37d861a41,revision_number=4']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:30:05.764654 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:30:05.818023 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-29dfaa1f-ba13-48ef-bd5e-ce6bba27799b req-25cd884f-049a-497d-8e28-66e48ae93f41 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bb966a8-856d-4456-a718-193d52b80079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461254
Apr 19 19:30:06.014821 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] get_ports_and_sgs() called for port_ids ['d8a7c84d-36c6-4271-900a-aba37d861a41'] {{(pid=86370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:30:06.274722 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3861124-484a-483f-8b26-0ac65eaca69c req-da9a2532-053e-4ace-a047-16e2ba915d01 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:06.276398 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d3861124-484a-483f-8b26-0ac65eaca69c req-da9a2532-053e-4ace-a047-16e2ba915d01 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 944 time: 0.0968099
Apr 19 19:30:06.330580 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d3861124-484a-483f-8b26-0ac65eaca69c req-b1d12f26-871a-4396-a8e4-f7d5876a7fc0 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=374ca9db-06bf-4b18-b6c0-036a92e6c489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467219
Apr 19 19:30:07.035535 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d80016-8c18-426b-876a-7ac1e90ceefd req-10690823-71f8-48c3-b4b9-2b5a64c892a4 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:07.037287 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-93d80016-8c18-426b-876a-7ac1e90ceefd req-10690823-71f8-48c3-b4b9-2b5a64c892a4 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a2e57ab-ae13-4fe0-8550-86a32f652051 HTTP/1.1" status: 200  len: 945 time: 0.1017110
Apr 19 19:30:07.093166 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-93d80016-8c18-426b-876a-7ac1e90ceefd req-06432746-e715-46e9-bd46-edc275a64f48 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bb966a8-856d-4456-a718-193d52b80079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485377
Apr 19 19:30:07.555983 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1670e-d765-4d3c-b801-b89f45ccc687 req-25949145-e74e-4543-b0c4-152c6b10c2a6 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:07.557660 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-aff1670e-d765-4d3c-b801-b89f45ccc687 req-25949145-e74e-4543-b0c4-152c6b10c2a6 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 944 time: 0.1033490
Apr 19 19:30:07.612507 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-aff1670e-d765-4d3c-b801-b89f45ccc687 req-430f4e80-d66f-4b3e-a0b3-aea774e3a777 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=374ca9db-06bf-4b18-b6c0-036a92e6c489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480542
Apr 19 19:30:08.313211 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7eed80-6756-4394-a681-e4ea3a4eb0bc req-7e8c4474-07b7-4b7d-8b27-af8d4a19d716 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:08.315615 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8a7eed80-6756-4394-a681-e4ea3a4eb0bc req-7e8c4474-07b7-4b7d-8b27-af8d4a19d716 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a2e57ab-ae13-4fe0-8550-86a32f652051 HTTP/1.1" status: 200  len: 945 time: 0.0944765
Apr 19 19:30:08.373894 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8a7eed80-6756-4394-a681-e4ea3a4eb0bc req-b8955ca2-5000-4353-9197-a3113f796e7a tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bb966a8-856d-4456-a718-193d52b80079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460300
Apr 19 19:30:08.838967 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a8cd13-7011-427b-ba30-ffeb50691b6c req-d1c4c42a-247a-4191-b8fa-76e6f992758e tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:08.840665 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f8a8cd13-7011-427b-ba30-ffeb50691b6c req-d1c4c42a-247a-4191-b8fa-76e6f992758e tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 944 time: 0.0975115
Apr 19 19:30:08.893188 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f8a8cd13-7011-427b-ba30-ffeb50691b6c req-d443dee9-08c9-466a-861a-240892d99dc6 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=374ca9db-06bf-4b18-b6c0-036a92e6c489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437038
Apr 19 19:30:09.616353 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db869fb-2776-4af5-9420-f1dca90b3c75 req-26f4641e-a364-42c4-8104-8a36fff353b2 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:09.619156 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5db869fb-2776-4af5-9420-f1dca90b3c75 req-26f4641e-a364-42c4-8104-8a36fff353b2 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a2e57ab-ae13-4fe0-8550-86a32f652051 HTTP/1.1" status: 200  len: 945 time: 0.1231830
Apr 19 19:30:09.648558 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c85ba0-0fb8-4171-857a-0f586d036d81 req-910a03d6-3a44-4a60-95ff-137ae37a0b0e tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:09.651196 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f7c85ba0-0fb8-4171-857a-0f586d036d81 req-910a03d6-3a44-4a60-95ff-137ae37a0b0e tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a2e57ab-ae13-4fe0-8550-86a32f652051 HTTP/1.1" status: 200  len: 945 time: 0.1244721
Apr 19 19:30:09.683057 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5db869fb-2776-4af5-9420-f1dca90b3c75 req-1ef04da7-0bd1-40ea-9235-cb11ecc9306f tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bb966a8-856d-4456-a718-193d52b80079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0566423
Apr 19 19:30:09.736923 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-f7c85ba0-0fb8-4171-857a-0f586d036d81 req-498a281b-8e3f-4dd5-b3cb-7dae9e78c4b1 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Deleting port 45b6b85b-b353-43a5-b050-4c60b887ef29 {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:30:09.737362 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-f7c85ba0-0fb8-4171-857a-0f586d036d81 req-498a281b-8e3f-4dd5-b3cb-7dae9e78c4b1 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:10.024405 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-f7c85ba0-0fb8-4171-857a-0f586d036d81 req-498a281b-8e3f-4dd5-b3cb-7dae9e78c4b1 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] For port 45b6b85b-b353-43a5-b050-4c60b887ef29, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=45b6b85b-b353-43a5-b050-4c60b887ef29,segment=NetworkSegment(02940ce1-3553-4177-be6e-c973c291b896),segment_id=02940ce1-3553-4177-be6e-c973c291b896)] {{(pid=86369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:30:10.024811 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-f7c85ba0-0fb8-4171-857a-0f586d036d81 req-498a281b-8e3f-4dd5-b3cb-7dae9e78c4b1 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697982'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:10.141794 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a803753a-9e56-47a7-9798-e0db7f5f0b4f req-f2e928f4-b982-40c0-b152-6aa20970e2fa tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:10.145224 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a803753a-9e56-47a7-9798-e0db7f5f0b4f req-f2e928f4-b982-40c0-b152-6aa20970e2fa tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 944 time: 0.1217182
Apr 19 19:30:10.241611 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a803753a-9e56-47a7-9798-e0db7f5f0b4f req-6178d3aa-1187-4725-bf82-7d79a4e25b05 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=374ca9db-06bf-4b18-b6c0-036a92e6c489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0777845
Apr 19 19:30:10.797055 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-f7c85ba0-0fb8-4171-857a-0f586d036d81 req-498a281b-8e3f-4dd5-b3cb-7dae9e78c4b1 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:10.797664 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-f7c85ba0-0fb8-4171-857a-0f586d036d81 req-498a281b-8e3f-4dd5-b3cb-7dae9e78c4b1 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854086990'] for floatingip, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:10.797664 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.db.l3_db [req-f7c85ba0-0fb8-4171-857a-0f586d036d81 req-498a281b-8e3f-4dd5-b3cb-7dae9e78c4b1 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Floating IP a35fa1f0-8b42-4216-806d-6697179e9d68 disassociated. External IP: 172.27.1.228, port: 45b6b85b-b353-43a5-b050-4c60b887ef29.
Apr 19 19:30:10.798063 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-f7c85ba0-0fb8-4171-857a-0f586d036d81 req-498a281b-8e3f-4dd5-b3cb-7dae9e78c4b1 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Calling delete_port for 45b6b85b-b353-43a5-b050-4c60b887ef29 owned by compute:nova {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:30:10.925775 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4bdef8-78fe-469b-ae19-54fd99e6f4a8 req-82f70f4e-4646-430d-8f4e-13aed1f77d98 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:10.927481 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7c4bdef8-78fe-469b-ae19-54fd99e6f4a8 req-82f70f4e-4646-430d-8f4e-13aed1f77d98 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a2e57ab-ae13-4fe0-8550-86a32f652051 HTTP/1.1" status: 200  len: 945 time: 0.0968616
Apr 19 19:30:10.960615 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device d8a7c84d-36c6-4271-900a-aba37d861a41 up at agent hyperv_hv-cinder-78693 {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:30:10.976715 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-f7c85ba0-0fb8-4171-857a-0f586d036d81 req-498a281b-8e3f-4dd5-b3cb-7dae9e78c4b1 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297115604255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297116051999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31618435'] for port, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:10.983289 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-0b461fa7-3530-4a7d-8cd6-cb7242a7ddda tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:30:11.014074 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7c4bdef8-78fe-469b-ae19-54fd99e6f4a8 req-f69355e5-016b-4d91-9a90-4bac7f6ff83e tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bb966a8-856d-4456-a718-193d52b80079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0732262
Apr 19 19:30:11.038001 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498a281b-8e3f-4dd5-b3cb-7dae9e78c4b1 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Pushing event deleted for resources: {'Port': ['ID=45b6b85b-b353-43a5-b050-4c60b887ef29,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:30:11.051787 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498a281b-8e3f-4dd5-b3cb-7dae9e78c4b1 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:30:11.052078 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498a281b-8e3f-4dd5-b3cb-7dae9e78c4b1 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:30:11.052408 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498a281b-8e3f-4dd5-b3cb-7dae9e78c4b1 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:30:11.052757 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498a281b-8e3f-4dd5-b3cb-7dae9e78c4b1 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:30:11.053155 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498a281b-8e3f-4dd5-b3cb-7dae9e78c4b1 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:30:11.053548 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498a281b-8e3f-4dd5-b3cb-7dae9e78c4b1 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:30:11.053939 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498a281b-8e3f-4dd5-b3cb-7dae9e78c4b1 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:30:11.054327 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498a281b-8e3f-4dd5-b3cb-7dae9e78c4b1 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:30:11.054717 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498a281b-8e3f-4dd5-b3cb-7dae9e78c4b1 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:30:11.055121 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498a281b-8e3f-4dd5-b3cb-7dae9e78c4b1 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:30:11.055510 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498a281b-8e3f-4dd5-b3cb-7dae9e78c4b1 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:30:11.056007 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498a281b-8e3f-4dd5-b3cb-7dae9e78c4b1 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:30:11.060247 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-498a281b-8e3f-4dd5-b3cb-7dae9e78c4b1 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:30:11.102606 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Provisioning for port d8a7c84d-36c6-4271-900a-aba37d861a41 completed by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:30:11.108808 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Provisioning complete for port d8a7c84d-36c6-4271-900a-aba37d861a41 triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:30:11.109298 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:11.277551 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:11.301588 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7c85ba0-0fb8-4171-857a-0f586d036d81 req-498a281b-8e3f-4dd5-b3cb-7dae9e78c4b1 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Router 721b2fd1-6523-4d17-81c2-bdaefed50046 has already been hosted by L3 agent a3cf2d1c-6710-4478-a129-20091cfe97d1 {{(pid=86369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:30:11.333451 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0616dee0-4cee-4e37-b5ac-dad350bfa943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a7c84d-36c6-4271-900a-aba37d861a41'}] {{(pid=86370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:30:11.354647 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port d8a7c84d-36c6-4271-900a-aba37d861a41, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d8a7c84d-36c6-4271-900a-aba37d861a41,segment=NetworkSegment(2744bb2d-9e24-4863-b8d8-e4b09c9832ec),segment_id=2744bb2d-9e24-4863-b8d8-e4b09c9832ec)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:30:11.362799 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:11.364411 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device 45b6b85b-b353-43a5-b050-4c60b887ef29 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:30:11.429268 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0616dee0-4cee-4e37-b5ac-dad350bfa943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a7c84d-36c6-4271-900a-aba37d861a41', 'code': 200}
Apr 19 19:30:11.430251 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:30:11.557213 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] No Port match for: 45b6b85b-b353-43a5-b050-4c60b887ef29 {{(pid=86370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:30:11.558629 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device 45b6b85b-b353-43a5-b050-4c60b887ef29 not bound to the agent host hv-cinder-78693 {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:30:11.678382 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Pushing event updated for resources: {'Port': ['ID=d8a7c84d-36c6-4271-900a-aba37d861a41,revision_number=5']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:30:11.687596 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:30:11.742201 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee70f59-8069-4d20-999c-85e67fb85a24 req-8ad707d3-90da-45e7-874f-7afaeb733dcb tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:11.756686 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3ee70f59-8069-4d20-999c-85e67fb85a24 req-8ad707d3-90da-45e7-874f-7afaeb733dcb tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 945 time: 0.2290647
Apr 19 19:30:11.835910 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3ee70f59-8069-4d20-999c-85e67fb85a24 req-deac15be-863a-4f92-bc10-9713cb285bc7 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=374ca9db-06bf-4b18-b6c0-036a92e6c489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0721025
Apr 19 19:30:11.899097 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7c85ba0-0fb8-4171-857a-0f586d036d81 req-498a281b-8e3f-4dd5-b3cb-7dae9e78c4b1 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify agent at l3_agent.dv-cinder-786932-1-iscsi the message routers_updated {{(pid=86369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:30:11.913145 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f227fde-0e24-405c-a3d8-41e542a77f21 None None] Sync routers for ids ['721b2fd1-6523-4d17-81c2-bdaefed50046'] in dv-cinder-786932-1-iscsi {{(pid=86370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:30:11.930794 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f227fde-0e24-405c-a3d8-41e542a77f21 None None] Routers {'721b2fd1-6523-4d17-81c2-bdaefed50046'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:30:11.932171 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-4f227fde-0e24-405c-a3d8-41e542a77f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0f4e2400>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:29:49Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['721b2fd1-6523-4d17-81c2-bdaefed50046'], 'active': True} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:30:12.001153 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c85ba0-0fb8-4171-857a-0f586d036d81 req-498a281b-8e3f-4dd5-b3cb-7dae9e78c4b1 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] No DVR routers for this DVR port 45b6b85b-b353-43a5-b050-4c60b887ef29 on host hv-cinder-78693 {{(pid=86369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 19:30:12.005457 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-f7c85ba0-0fb8-4171-857a-0f586d036d81 req-498a281b-8e3f-4dd5-b3cb-7dae9e78c4b1 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:12.017846 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7862a-56da-43e3-b99e-bdfdd5a12e50 req-912806cc-4608-4a10-8b27-7b5e513ac681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:12.020633 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a2e57ab-ae13-4fe0-8550-86a32f652051', 'name': 'network-vif-deleted', 'tag': '45b6b85b-b353-43a5-b050-4c60b887ef29'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:30:12.021382 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4ae7862a-56da-43e3-b99e-bdfdd5a12e50 req-912806cc-4608-4a10-8b27-7b5e513ac681 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 1098 time: 0.1181064
Apr 19 19:30:12.054611 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f7c85ba0-0fb8-4171-857a-0f586d036d81 req-498a281b-8e3f-4dd5-b3cb-7dae9e78c4b1 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.20 "DELETE /v2.0/ports/45b6b85b-b353-43a5-b050-4c60b887ef29 HTTP/1.1" status: 204  len: 173 time: 2.3968396
Apr 19 19:30:12.106352 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4ae7862a-56da-43e3-b99e-bdfdd5a12e50 req-259614ef-af02-4265-967c-7b2f09a7bf45 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=374ca9db-06bf-4b18-b6c0-036a92e6c489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0766456
Apr 19 19:30:12.152355 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a2e57ab-ae13-4fe0-8550-86a32f652051', 'name': 'network-vif-deleted', 'tag': '45b6b85b-b353-43a5-b050-4c60b887ef29', 'status': 'completed', 'code': 200}
Apr 19 19:30:12.286070 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8d1bffc4-9ee1-41da-a62e-12edc1c52da3 req-4191d65c-1d5f-469d-9bac-ef646d6c67d9 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a2e57ab-ae13-4fe0-8550-86a32f652051 HTTP/1.1" status: 200  len: 210 time: 0.0955379
Apr 19 19:30:12.308097 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-4f227fde-0e24-405c-a3d8-41e542a77f21 None None] Set router 721b2fd1-6523-4d17-81c2-bdaefed50046 gateway port host: dv-cinder-786932-1-iscsi {{(pid=86370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:30:12.680538 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-4f227fde-0e24-405c-a3d8-41e542a77f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0f4e2400>, [{'id': '721b2fd1-6523-4d17-81c2-bdaefed50046', 'name': 'tempest-AttachVolumeTestJSON-1543954745-router', 'tenant_id': 'cc39b9932e394741a871cc678ffadd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '3088cc3a-fd41-4640-9ce2-11b8c575e025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:25:03Z', 'updated_at': '2021-04-19T19:25:26Z', 'revision_number': 4, 'project_id': 'cc39b9932e394741a871cc678ffadd40', 'gw_port': {'id': '3088cc3a-fd41-4640-9ce2-11b8c575e025', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:91:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721b2fd1-6523-4d17-81c2-bdaefed50046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:06Z', 'updated_at': '2021-04-19T19:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_interfaces': [{'id': '97168d22-39e0-488c-baad-6c9ea8caa279', 'name': '', 'network_id': '9d269001-9e9c-479f-88fd-1acf166660c3', 'tenant_id': 'cc39b9932e394741a871cc678ffadd40', 'mac_address': 'fa:16:3e:eb:13:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721b2fd1-6523-4d17-81c2-bdaefed50046', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '00f7e508-0145-491e-8134-c9fdb454d461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:22Z', 'updated_at': '2021-04-19T19:25:40Z', 'revision_number': 5, 'project_id': 'cc39b9932e394741a871cc678ffadd40', 'subnets': [{'id': '00f7e508-0145-491e-8134-c9fdb454d461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:30:12.685045 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f227fde-0e24-405c-a3d8-41e542a77f21 None None] Checking router: 721b2fd1-6523-4d17-81c2-bdaefed50046 for host: dv-cinder-786932-1-iscsi {{(pid=86370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:30:12.696851 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f227fde-0e24-405c-a3d8-41e542a77f21 None None] Routers {'721b2fd1-6523-4d17-81c2-bdaefed50046'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:30:12.697546 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-4f227fde-0e24-405c-a3d8-41e542a77f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0f4e2400>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:29:49Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['721b2fd1-6523-4d17-81c2-bdaefed50046'], 'active': True} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:30:12.926895 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-4f227fde-0e24-405c-a3d8-41e542a77f21 None None] Set router 721b2fd1-6523-4d17-81c2-bdaefed50046 gateway port host: dv-cinder-786932-1-iscsi {{(pid=86370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:30:13.103176 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc29c0e-1a92-4a75-94ad-348ce472eeec req-5a37073f-619d-455f-845a-530d41e4bad3 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:13.105266 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1bc29c0e-1a92-4a75-94ad-348ce472eeec req-5a37073f-619d-455f-845a-530d41e4bad3 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 945 time: 0.1007466
Apr 19 19:30:13.189898 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1bc29c0e-1a92-4a75-94ad-348ce472eeec req-e2e182b4-d3df-407f-8777-448d444b8391 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=374ca9db-06bf-4b18-b6c0-036a92e6c489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0587430
Apr 19 19:30:13.449563 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 54210) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:30:13.520055 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-4f227fde-0e24-405c-a3d8-41e542a77f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0f4e2400>, [{'id': '721b2fd1-6523-4d17-81c2-bdaefed50046', 'name': 'tempest-AttachVolumeTestJSON-1543954745-router', 'tenant_id': 'cc39b9932e394741a871cc678ffadd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '3088cc3a-fd41-4640-9ce2-11b8c575e025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:25:03Z', 'updated_at': '2021-04-19T19:25:26Z', 'revision_number': 4, 'project_id': 'cc39b9932e394741a871cc678ffadd40', 'gw_port': {'id': '3088cc3a-fd41-4640-9ce2-11b8c575e025', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:91:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721b2fd1-6523-4d17-81c2-bdaefed50046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:06Z', 'updated_at': '2021-04-19T19:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_interfaces': [{'id': '97168d22-39e0-488c-baad-6c9ea8caa279', 'name': '', 'network_id': '9d269001-9e9c-479f-88fd-1acf166660c3', 'tenant_id': 'cc39b9932e394741a871cc678ffadd40', 'mac_address': 'fa:16:3e:eb:13:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721b2fd1-6523-4d17-81c2-bdaefed50046', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '00f7e508-0145-491e-8134-c9fdb454d461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:22Z', 'updated_at': '2021-04-19T19:25:40Z', 'revision_number': 5, 'project_id': 'cc39b9932e394741a871cc678ffadd40', 'subnets': [{'id': '00f7e508-0145-491e-8134-c9fdb454d461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:30:13.531351 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f227fde-0e24-405c-a3d8-41e542a77f21 None None] The sync data for ids ['721b2fd1-6523-4d17-81c2-bdaefed50046'] in dv-cinder-786932-1-iscsi is: [{'id': '721b2fd1-6523-4d17-81c2-bdaefed50046', 'name': 'tempest-AttachVolumeTestJSON-1543954745-router', 'tenant_id': 'cc39b9932e394741a871cc678ffadd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '3088cc3a-fd41-4640-9ce2-11b8c575e025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:25:03Z', 'updated_at': '2021-04-19T19:25:26Z', 'revision_number': 4, 'project_id': 'cc39b9932e394741a871cc678ffadd40', 'gw_port': {'id': '3088cc3a-fd41-4640-9ce2-11b8c575e025', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:91:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721b2fd1-6523-4d17-81c2-bdaefed50046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:06Z', 'updated_at': '2021-04-19T19:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_interfaces': [{'id': '97168d22-39e0-488c-baad-6c9ea8caa279', 'name': '', 'network_id': '9d269001-9e9c-479f-88fd-1acf166660c3', 'tenant_id': 'cc39b9932e394741a871cc678ffadd40', 'mac_address': 'fa:16:3e:eb:13:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721b2fd1-6523-4d17-81c2-bdaefed50046', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '00f7e508-0145-491e-8134-c9fdb454d461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:22Z', 'updated_at': '2021-04-19T19:25:40Z', 'revision_number': 5, 'project_id': 'cc39b9932e394741a871cc678ffadd40', 'subnets': [{'id': '00f7e508-0145-491e-8134-c9fdb454d461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:30:13.567203 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-82b72719-d30e-4877-beef-4534a36c7554 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks [] for security_group, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:13.607465 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-82b72719-d30e-4877-beef-4534a36c7554 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:13.665266 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-82b72719-d30e-4877-beef-4534a36c7554 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:13.670072 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-791eca1b-7a08-48f0-83fc-6ff756186db2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:30:13.684876 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b72719-d30e-4877-beef-4534a36c7554 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb966a8-856d-4456-a718-193d52b80079,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:30:13.699002 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b72719-d30e-4877-beef-4534a36c7554 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:30:13.699406 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b72719-d30e-4877-beef-4534a36c7554 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:30:13.699847 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b72719-d30e-4877-beef-4534a36c7554 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:30:13.700239 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b72719-d30e-4877-beef-4534a36c7554 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:30:13.700624 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b72719-d30e-4877-beef-4534a36c7554 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:30:13.701009 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b72719-d30e-4877-beef-4534a36c7554 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:30:13.701386 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b72719-d30e-4877-beef-4534a36c7554 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:30:13.701764 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b72719-d30e-4877-beef-4534a36c7554 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:30:13.702145 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b72719-d30e-4877-beef-4534a36c7554 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:30:13.702522 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b72719-d30e-4877-beef-4534a36c7554 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:30:13.702903 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b72719-d30e-4877-beef-4534a36c7554 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:30:13.703283 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b72719-d30e-4877-beef-4534a36c7554 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:30:13.707670 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-82b72719-d30e-4877-beef-4534a36c7554 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:30:13.708717 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-82b72719-d30e-4877-beef-4534a36c7554 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks [] for security_group, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:13.714347 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-82b72719-d30e-4877-beef-4534a36c7554 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "DELETE /v2.0/security-groups/9bb966a8-856d-4456-a718-193d52b80079 HTTP/1.1" status: 204  len: 168 time: 0.2587435
Apr 19 19:30:13.716257 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 54216) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:30:13.739676 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.v2.resource [None req-9ab1f2a7-1375-4cc6-b1ce-e56666a7b801 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] show failed (client error): The resource could not be found.
Apr 19 19:30:13.741030 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-9ab1f2a7-1375-4cc6-b1ce-e56666a7b801 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/security-groups/9bb966a8-856d-4456-a718-193d52b80079 HTTP/1.1" status: 404  len: 347 time: 0.0227425
Apr 19 19:30:13.743779 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 54220) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:30:13.970494 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-08c8e40d-f72d-484d-9149-3f1291453214 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Deleting port 01a8b589-4608-4be5-af81-dff1e2a7d4dc {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:30:13.971342 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-08c8e40d-f72d-484d-9149-3f1291453214 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:14.018497 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae19ce4-18ab-449e-9928-1aadd8940f14 None None] New status for floating IP a35fa1f0-8b42-4216-806d-6697179e9d68: DOWN {{(pid=86371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 19:30:14.211657 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-08c8e40d-f72d-484d-9149-3f1291453214 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697982'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:14.212037 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-08c8e40d-f72d-484d-9149-3f1291453214 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:14.381693 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-08c8e40d-f72d-484d-9149-3f1291453214 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Calling delete_port for 01a8b589-4608-4be5-af81-dff1e2a7d4dc owned by network:floatingip {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:30:14.506352 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.db.api [None req-08c8e40d-f72d-484d-9149-3f1291453214 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86369) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 19 19:30:14.506698 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_db.api [None req-08c8e40d-f72d-484d-9149-3f1291453214 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 19 19:30:14.664070 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3397ce22-544c-4755-89b1-fd6f7bdaaa22 req-89570de5-e63d-4bb1-a663-41316af45e38 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:14.665746 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3397ce22-544c-4755-89b1-fd6f7bdaaa22 req-89570de5-e63d-4bb1-a663-41316af45e38 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 945 time: 0.1003826
Apr 19 19:30:14.722312 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3397ce22-544c-4755-89b1-fd6f7bdaaa22 req-d6fc107f-760a-4266-a82d-06d024503275 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=374ca9db-06bf-4b18-b6c0-036a92e6c489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497749
Apr 19 19:30:14.945079 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b191c7-b261-4126-83fd-3c1a7916a2c6 req-3b26bdf7-704c-4ad4-9f74-ed27e5dcf3f7 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:14.946816 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-91b191c7-b261-4126-83fd-3c1a7916a2c6 req-3b26bdf7-704c-4ad4-9f74-ed27e5dcf3f7 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 945 time: 0.0999727
Apr 19 19:30:14.965322 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 54234) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:30:14.972868 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-46f3faa2-2e1f-4b40-9089-e773ace8996b tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Request body: {'floatingip': {'port_id': 'd8a7c84d-36c6-4271-900a-aba37d861a41'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:30:15.028137 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-08c8e40d-f72d-484d-9149-3f1291453214 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Deleting port 01a8b589-4608-4be5-af81-dff1e2a7d4dc {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:30:15.028564 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-08c8e40d-f72d-484d-9149-3f1291453214 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:15.108273 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-46f3faa2-2e1f-4b40-9089-e773ace8996b tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks [] for floatingip, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:15.802075 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7fb112d2-45ca-40c4-aab5-81b5b28ed3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:15.838963 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-08c8e40d-f72d-484d-9149-3f1291453214 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697982'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:15.839341 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-08c8e40d-f72d-484d-9149-3f1291453214 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:16.003233 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-08c8e40d-f72d-484d-9149-3f1291453214 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Calling delete_port for 01a8b589-4608-4be5-af81-dff1e2a7d4dc owned by network:floatingip {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:30:16.294687 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-08c8e40d-f72d-484d-9149-3f1291453214 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297115604255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297116051999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31618435'] for port, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:16.308426 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e85fe3e7-ffef-4e3d-85b1-4b024f07c5f9 tempest-DeleteServersTestJSON-558222820 tempest-DeleteServersTestJSON-558222820-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:30:16.370824 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c8e40d-f72d-484d-9149-3f1291453214 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Pushing event deleted for resources: {'Port': ['ID=01a8b589-4608-4be5-af81-dff1e2a7d4dc,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:30:16.408729 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-08c8e40d-f72d-484d-9149-3f1291453214 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:30:16.493214 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-08c8e40d-f72d-484d-9149-3f1291453214 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks [] for floatingip, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:16.587180 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-08c8e40d-f72d-484d-9149-3f1291453214 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for floatingip, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:16.588353 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-08c8e40d-f72d-484d-9149-3f1291453214 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "DELETE /v2.0/floatingips/a35fa1f0-8b42-4216-806d-6697179e9d68 HTTP/1.1" status: 204  len: 168 time: 2.8435133
Apr 19 19:30:16.628884 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-46f3faa2-2e1f-4b40-9089-e773ace8996b tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:16.632219 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-46f3faa2-2e1f-4b40-9089-e773ace8996b tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854086990'] for floatingip, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:16.832529 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.db.l3_db [None req-46f3faa2-2e1f-4b40-9089-e773ace8996b tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Floating IP ae52937e-2137-4c61-a0cd-c8be6e0cf6f2 associated. External IP: 172.27.1.95, port: d8a7c84d-36c6-4271-900a-aba37d861a41.
Apr 19 19:30:16.894660 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 54244) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:30:16.905064 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-7a5f2e1d-5b84-4fd9-88da-2454b62070b6 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1428127750', 'description': 'tempest-description--737698132'}} {{(pid=86368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:30:16.917470 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-7a5f2e1d-5b84-4fd9-88da-2454b62070b6 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:30:16.925481 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-7a5f2e1d-5b84-4fd9-88da-2454b62070b6 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Usage tracker for resource:security_group and tenant:cc39b9932e394741a871cc678ffadd40 is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:30:16.931283 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-7a5f2e1d-5b84-4fd9-88da-2454b62070b6 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:30:16.942845 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-7a5f2e1d-5b84-4fd9-88da-2454b62070b6 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:30:16.959427 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7a5f2e1d-5b84-4fd9-88da-2454b62070b6 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks [] for security_group, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:16.990340 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-7a5f2e1d-5b84-4fd9-88da-2454b62070b6 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:30:16.994766 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-7a5f2e1d-5b84-4fd9-88da-2454b62070b6 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Usage tracker for resource:security_group_rule and tenant:cc39b9932e394741a871cc678ffadd40 is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:30:16.998427 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-7a5f2e1d-5b84-4fd9-88da-2454b62070b6 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:30:17.009029 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-7a5f2e1d-5b84-4fd9-88da-2454b62070b6 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:30:17.126202 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7a5f2e1d-5b84-4fd9-88da-2454b62070b6 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks [] for security_group, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:17.130618 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7a5f2e1d-5b84-4fd9-88da-2454b62070b6 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:17.138329 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-f763f7a8-3b1c-4660-a860-f7154c56cd86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:30:17.189630 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5f2e1d-5b84-4fd9-88da-2454b62070b6 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b1c66f-1df3-4e36-98c6-c569159cc1b2,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:30:17.193157 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-7a5f2e1d-5b84-4fd9-88da-2454b62070b6 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:30:17.194520 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7a5f2e1d-5b84-4fd9-88da-2454b62070b6 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks [] for security_group, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:17.201770 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-7a5f2e1d-5b84-4fd9-88da-2454b62070b6 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2994187
Apr 19 19:30:17.205066 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 54252) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:30:17.211425 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-67d23afe-44a2-485e-9a2f-aa663d32a2dd tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Request body: {'security_group_rule': {'security_group_id': 'a8b1c66f-1df3-4e36-98c6-c569159cc1b2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:30:17.219688 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-67d23afe-44a2-485e-9a2f-aa663d32a2dd tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:30:17.226214 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-67d23afe-44a2-485e-9a2f-aa663d32a2dd tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Usage tracker for resource:security_group_rule and tenant:cc39b9932e394741a871cc678ffadd40 is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:30:17.230618 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-67d23afe-44a2-485e-9a2f-aa663d32a2dd tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:30:17.239461 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-67d23afe-44a2-485e-9a2f-aa663d32a2dd tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:30:17.263988 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-67d23afe-44a2-485e-9a2f-aa663d32a2dd tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:17.270108 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46f3faa2-2e1f-4b40-9089-e773ace8996b tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Router 248bb514-a0b2-4d79-87cb-c26c21a1f2a8 has already been hosted by L3 agent a3cf2d1c-6710-4478-a129-20091cfe97d1 {{(pid=86369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:30:17.340205 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-67d23afe-44a2-485e-9a2f-aa663d32a2dd tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:17.348409 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-67d23afe-44a2-485e-9a2f-aa663d32a2dd tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106940'] for security_group_rule, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:17.352051 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:30:17.401020 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d23afe-44a2-485e-9a2f-aa663d32a2dd tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e70f0f0-e438-4d3f-8101-0e7ba624cad1,revision_number=0']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:30:17.412540 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-67d23afe-44a2-485e-9a2f-aa663d32a2dd tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:30:17.418025 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-67d23afe-44a2-485e-9a2f-aa663d32a2dd tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:17.420362 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-67d23afe-44a2-485e-9a2f-aa663d32a2dd tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2136478
Apr 19 19:30:17.422932 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 54256) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:30:17.431059 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-07adb3ae-77b4-45e7-94e0-2da3ce05d0ec tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Request body: {'security_group_rule': {'security_group_id': 'a8b1c66f-1df3-4e36-98c6-c569159cc1b2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:30:17.437752 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-07adb3ae-77b4-45e7-94e0-2da3ce05d0ec tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:30:17.444494 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-07adb3ae-77b4-45e7-94e0-2da3ce05d0ec tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Usage tracker for resource:security_group_rule and tenant:cc39b9932e394741a871cc678ffadd40 is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:30:17.448415 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-07adb3ae-77b4-45e7-94e0-2da3ce05d0ec tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:30:17.458016 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-07adb3ae-77b4-45e7-94e0-2da3ce05d0ec tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:30:17.477724 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-07adb3ae-77b4-45e7-94e0-2da3ce05d0ec tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:17.499134 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f3faa2-2e1f-4b40-9089-e773ace8996b tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify agent at l3_agent.dv-cinder-786932-1-iscsi the message routers_updated {{(pid=86369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:30:17.505524 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-46f3faa2-2e1f-4b40-9089-e773ace8996b tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for floatingip, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:17.512179 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63982c5e-bda3-4afd-9bbb-2fc75b8a7950 None None] Sync routers for ids ['248bb514-a0b2-4d79-87cb-c26c21a1f2a8'] in dv-cinder-786932-1-iscsi {{(pid=86370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:30:17.539801 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63982c5e-bda3-4afd-9bbb-2fc75b8a7950 None None] Routers {'248bb514-a0b2-4d79-87cb-c26c21a1f2a8'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:30:17.540495 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-63982c5e-bda3-4afd-9bbb-2fc75b8a7950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0f608320>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:29:49Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['248bb514-a0b2-4d79-87cb-c26c21a1f2a8'], 'active': True} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:30:17.574594 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-07adb3ae-77b4-45e7-94e0-2da3ce05d0ec tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:17.578761 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-07adb3ae-77b4-45e7-94e0-2da3ce05d0ec tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106940'] for security_group_rule, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:17.581994 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-ebfc35b1-4989-4b21-a90c-0ba031868296 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:30:17.615476 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07adb3ae-77b4-45e7-94e0-2da3ce05d0ec tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea493f8b-9bc5-49c0-a203-cdedcee66644,revision_number=0']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:30:17.618501 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-07adb3ae-77b4-45e7-94e0-2da3ce05d0ec tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:30:17.626789 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-07adb3ae-77b4-45e7-94e0-2da3ce05d0ec tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:17.631616 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-46f3faa2-2e1f-4b40-9089-e773ace8996b tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "PUT /v2.0/floatingips/ae52937e-2137-4c61-a0cd-c8be6e0cf6f2 HTTP/1.1" status: 200  len: 990 time: 2.6622958
Apr 19 19:30:17.631616 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0616dee0-4cee-4e37-b5ac-dad350bfa943', 'tag': 'd8a7c84d-36c6-4271-900a-aba37d861a41'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:30:17.632521 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-07adb3ae-77b4-45e7-94e0-2da3ce05d0ec tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2063622
Apr 19 19:30:17.633417 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 54262) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:30:17.655345 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-9340c466-504f-4f19-9d4b-89d9b5faa021 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Request body: {'floatingip': {'floating_network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c'}} {{(pid=86368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:30:17.663385 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-9340c466-504f-4f19-9d4b-89d9b5faa021 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:30:17.669597 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-9340c466-504f-4f19-9d4b-89d9b5faa021 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Usage tracker for resource:floatingip and tenant:cc39b9932e394741a871cc678ffadd40 is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:30:17.673615 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-9340c466-504f-4f19-9d4b-89d9b5faa021 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:30:17.683596 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-9340c466-504f-4f19-9d4b-89d9b5faa021 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:30:17.698096 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9340c466-504f-4f19-9d4b-89d9b5faa021 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks [] for floatingip, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:17.787982 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0616dee0-4cee-4e37-b5ac-dad350bfa943', 'tag': 'd8a7c84d-36c6-4271-900a-aba37d861a41', 'status': 'completed', 'code': 200}
Apr 19 19:30:17.926531 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9340c466-504f-4f19-9d4b-89d9b5faa021 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:18.006619 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-63982c5e-bda3-4afd-9bbb-2fc75b8a7950 None None] Set router 248bb514-a0b2-4d79-87cb-c26c21a1f2a8 gateway port host: dv-cinder-786932-1-iscsi {{(pid=86370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:30:18.232430 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dc686e-68b2-4161-b65e-b9edeb1a1062 req-3a5ad140-77ac-4f81-9f86-550c8d70df65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:18.234045 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-73dc686e-68b2-4161-b65e-b9edeb1a1062 req-3a5ad140-77ac-4f81-9f86-550c8d70df65 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6333d4d4b1249bfb35237c3c56fe86e&device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 1098 time: 0.3600161
Apr 19 19:30:18.288168 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-9340c466-504f-4f19-9d4b-89d9b5faa021 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Allocated IP 172.27.1.115 (4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c/7025e6d6-1695-4f32-acf4-f47e4f1fcca5/fece808a-499c-4799-8526-a725f5353e99) {{(pid=86368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:30:18.613627 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-10be71e3-0e15-49bf-9ca1-309924b77d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:18.661325 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-63982c5e-bda3-4afd-9bbb-2fc75b8a7950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0f608320>, [{'id': '248bb514-a0b2-4d79-87cb-c26c21a1f2a8', 'name': 'tempest-AttachVolumeShelveTestJSON-524394787-router', 'tenant_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '5ce43ab9-98a7-4573-9309-57ada95594b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:24:58Z', 'updated_at': '2021-04-19T19:25:11Z', 'revision_number': 4, 'project_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'gw_port': {'id': '5ce43ab9-98a7-4573-9309-57ada95594b1', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248bb514-a0b2-4d79-87cb-c26c21a1f2a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:01Z', 'updated_at': '2021-04-19T19:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_floatingips': [{'id': 'ae52937e-2137-4c61-a0cd-c8be6e0cf6f2', 'tenant_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'floating_ip_address': '172.27.1.95', 'floating_network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'router_id': '248bb514-a0b2-4d79-87cb-c26c21a1f2a8', 'port_id': 'd8a7c84d-36c6-4271-900a-aba37d861a41', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a89eb528-cfbf-497b-ad2d-b1613a8bf395', 'mac_address': 'fa:16:3e:f6:93:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0616dee0-4cee-4e37-b5ac-dad350bfa943', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:29:51Z', 'updated_at': '2021-04-19T19:30:16Z', 'revision_number': 1, 'project_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a42727e-7ce6-43ff-b62f-63bfbec37705', 'name': '', 'network_id': 'a89eb528-cfbf-497b-ad2d-b1613a8bf395', 'tenant_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'mac_address': 'fa:16:3e:6b:3f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248bb514-a0b2-4d79-87cb-c26c21a1f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '194aa9b4-1b11-48c1-957e-a5acc2bb888c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:09Z', 'updated_at': '2021-04-19T19:25:25Z', 'revision_number': 5, 'project_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'subnets': [{'id': '194aa9b4-1b11-48c1-957e-a5acc2bb888c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:30:18.669757 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63982c5e-bda3-4afd-9bbb-2fc75b8a7950 None None] Checking router: 248bb514-a0b2-4d79-87cb-c26c21a1f2a8 for host: dv-cinder-786932-1-iscsi {{(pid=86370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:30:18.683544 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63982c5e-bda3-4afd-9bbb-2fc75b8a7950 None None] Routers {'248bb514-a0b2-4d79-87cb-c26c21a1f2a8'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:30:18.684541 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-63982c5e-bda3-4afd-9bbb-2fc75b8a7950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0f608320>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:30:19Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['248bb514-a0b2-4d79-87cb-c26c21a1f2a8'], 'active': True} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:30:18.900863 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-63982c5e-bda3-4afd-9bbb-2fc75b8a7950 None None] Set router 248bb514-a0b2-4d79-87cb-c26c21a1f2a8 gateway port host: dv-cinder-786932-1-iscsi {{(pid=86370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:30:18.977954 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dc686e-68b2-4161-b65e-b9edeb1a1062 req-352ce480-8630-48c3-806f-d7f31723a451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:18.980528 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-73dc686e-68b2-4161-b65e-b9edeb1a1062 req-352ce480-8630-48c3-806f-d7f31723a451 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a89eb528-cfbf-497b-ad2d-b1613a8bf395 HTTP/1.1" status: 200  len: 917 time: 0.7356892
Apr 19 19:30:19.168085 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9340c466-504f-4f19-9d4b-89d9b5faa021 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks [] for port, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:19.192909 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-73dc686e-68b2-4161-b65e-b9edeb1a1062 req-0867b3b7-f5f3-459f-ad90-d007ed0f1ac8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8a7c84d-36c6-4271-900a-aba37d861a41 HTTP/1.1" status: 200  len: 998 time: 0.1998258
Apr 19 19:30:19.276433 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dc686e-68b2-4161-b65e-b9edeb1a1062 req-dac91565-dfeb-48eb-bffb-c20124c3d4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:19.278029 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-73dc686e-68b2-4161-b65e-b9edeb1a1062 req-dac91565-dfeb-48eb-bffb-c20124c3d4d8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=194aa9b4-1b11-48c1-957e-a5acc2bb888c HTTP/1.1" status: 200  len: 855 time: 0.0774143
Apr 19 19:30:19.279605 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9340c466-504f-4f19-9d4b-89d9b5faa021 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739738723801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822331971'] for port, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:19.284278 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a545bfac-06e5-40f5-913f-233db690ea38 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:30:19.406272 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-63982c5e-bda3-4afd-9bbb-2fc75b8a7950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0f608320>, [{'id': '248bb514-a0b2-4d79-87cb-c26c21a1f2a8', 'name': 'tempest-AttachVolumeShelveTestJSON-524394787-router', 'tenant_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '5ce43ab9-98a7-4573-9309-57ada95594b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:24:58Z', 'updated_at': '2021-04-19T19:25:11Z', 'revision_number': 4, 'project_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'gw_port': {'id': '5ce43ab9-98a7-4573-9309-57ada95594b1', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248bb514-a0b2-4d79-87cb-c26c21a1f2a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:01Z', 'updated_at': '2021-04-19T19:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_floatingips': [{'id': 'ae52937e-2137-4c61-a0cd-c8be6e0cf6f2', 'tenant_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'floating_ip_address': '172.27.1.95', 'floating_network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'router_id': '248bb514-a0b2-4d79-87cb-c26c21a1f2a8', 'port_id': 'd8a7c84d-36c6-4271-900a-aba37d861a41', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a89eb528-cfbf-497b-ad2d-b1613a8bf395', 'mac_address': 'fa:16:3e:f6:93:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0616dee0-4cee-4e37-b5ac-dad350bfa943', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:29:51Z', 'updated_at': '2021-04-19T19:30:16Z', 'revision_number': 1, 'project_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a42727e-7ce6-43ff-b62f-63bfbec37705', 'name': '', 'network_id': 'a89eb528-cfbf-497b-ad2d-b1613a8bf395', 'tenant_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'mac_address': 'fa:16:3e:6b:3f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248bb514-a0b2-4d79-87cb-c26c21a1f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '194aa9b4-1b11-48c1-957e-a5acc2bb888c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:09Z', 'updated_at': '2021-04-19T19:25:25Z', 'revision_number': 5, 'project_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'subnets': [{'id': '194aa9b4-1b11-48c1-957e-a5acc2bb888c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:30:19.412155 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63982c5e-bda3-4afd-9bbb-2fc75b8a7950 None None] The sync data for ids ['248bb514-a0b2-4d79-87cb-c26c21a1f2a8'] in dv-cinder-786932-1-iscsi is: [{'id': '248bb514-a0b2-4d79-87cb-c26c21a1f2a8', 'name': 'tempest-AttachVolumeShelveTestJSON-524394787-router', 'tenant_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '5ce43ab9-98a7-4573-9309-57ada95594b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:24:58Z', 'updated_at': '2021-04-19T19:25:11Z', 'revision_number': 4, 'project_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'gw_port': {'id': '5ce43ab9-98a7-4573-9309-57ada95594b1', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248bb514-a0b2-4d79-87cb-c26c21a1f2a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:01Z', 'updated_at': '2021-04-19T19:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_floatingips': [{'id': 'ae52937e-2137-4c61-a0cd-c8be6e0cf6f2', 'tenant_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'floating_ip_address': '172.27.1.95', 'floating_network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'router_id': '248bb514-a0b2-4d79-87cb-c26c21a1f2a8', 'port_id': 'd8a7c84d-36c6-4271-900a-aba37d861a41', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a89eb528-cfbf-497b-ad2d-b1613a8bf395', 'mac_address': 'fa:16:3e:f6:93:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0616dee0-4cee-4e37-b5ac-dad350bfa943', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:29:51Z', 'updated_at': '2021-04-19T19:30:16Z', 'revision_number': 1, 'project_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a42727e-7ce6-43ff-b62f-63bfbec37705', 'name': '', 'network_id': 'a89eb528-cfbf-497b-ad2d-b1613a8bf395', 'tenant_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'mac_address': 'fa:16:3e:6b:3f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248bb514-a0b2-4d79-87cb-c26c21a1f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '194aa9b4-1b11-48c1-957e-a5acc2bb888c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:09Z', 'updated_at': '2021-04-19T19:25:25Z', 'revision_number': 5, 'project_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'subnets': [{'id': '194aa9b4-1b11-48c1-957e-a5acc2bb888c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:30:19.413065 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9340c466-504f-4f19-9d4b-89d9b5faa021 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Network 4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c is already hosted by enough agents. {{(pid=86368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:30:19.417848 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-9340c466-504f-4f19-9d4b-89d9b5faa021 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Resources bound (agent type, host, resource id):  {{(pid=86368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:30:19.423800 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9340c466-504f-4f19-9d4b-89d9b5faa021 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Received port after_create {{(pid=86368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:30:19.456549 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9340c466-504f-4f19-9d4b-89d9b5faa021 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Pushing event updated for resources: {'Port': ['ID=fece808a-499c-4799-8526-a725f5353e99,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:30:19.464961 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-9340c466-504f-4f19-9d4b-89d9b5faa021 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:30:19.521154 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dc686e-68b2-4161-b65e-b9edeb1a1062 req-01826029-66e4-4fc5-a834-b8b73fe4cd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:19.522864 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-73dc686e-68b2-4161-b65e-b9edeb1a1062 req-01826029-66e4-4fc5-a834-b8b73fe4cd54 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a89eb528-cfbf-497b-ad2d-b1613a8bf395&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2028811
Apr 19 19:30:19.631908 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-56618793-170e-4aa6-8efa-9c6d4ae7a1f6 None None] Agent healthcheck: found 6 active agents {{(pid=86371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:30:19.652074 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9340c466-504f-4f19-9d4b-89d9b5faa021 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:19.764374 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-73dc686e-68b2-4161-b65e-b9edeb1a1062 req-ef6b5c06-f958-4e8f-9351-3ab1d0f71e12 service neutron] 10.222.0.20 "GET /v2.0/networks/a89eb528-cfbf-497b-ad2d-b1613a8bf395?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2283039
Apr 19 19:30:19.767459 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9340c466-504f-4f19-9d4b-89d9b5faa021 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:19.781211 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-000a1909-ab5b-4f97-8afb-04fdec5398f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:19.867093 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7866fee2-a302-43cc-a6ff-c65afd253b26 None None] New status for floating IP ae52937e-2137-4c61-a0cd-c8be6e0cf6f2: ACTIVE {{(pid=86371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 19:30:19.948808 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:20.093621 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-73dc686e-68b2-4161-b65e-b9edeb1a1062 req-f5bc922c-f2b4-471d-8184-3b51931a0764 service neutron] 10.222.0.20 "GET /v2.0/networks/a89eb528-cfbf-497b-ad2d-b1613a8bf395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2982357
Apr 19 19:30:20.217721 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9340c466-504f-4f19-9d4b-89d9b5faa021 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks [] for port, precommit_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:20.222948 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9340c466-504f-4f19-9d4b-89d9b5faa021 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32443828'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:20.227868 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8f5718f4-8052-4f33-aa9a-c62af035d907 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:30:20.385405 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9340c466-504f-4f19-9d4b-89d9b5faa021 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Pushing event updated for resources: {'Port': ['ID=fece808a-499c-4799-8526-a725f5353e99,revision_number=2']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:30:20.395490 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-9340c466-504f-4f19-9d4b-89d9b5faa021 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:30:20.406756 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9340c466-504f-4f19-9d4b-89d9b5faa021 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854086990'] for floatingip, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:20.442028 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9340c466-504f-4f19-9d4b-89d9b5faa021 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for floatingip, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:20.444712 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-9340c466-504f-4f19-9d4b-89d9b5faa021 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.8096950
Apr 19 19:30:20.665465 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5c78a517-44d6-4271-a115-cae59bf86ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:20.776734 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-0297893d-dc41-4360-b109-fca0250c2872 req-6a7e5c3f-dbc0-44c7-95ea-82a19431889c tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Synchronizing usage tracker for tenant:cc39b9932e394741a871cc678ffadd40 on resource:security_group {{(pid=86368) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:30:20.796916 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-0297893d-dc41-4360-b109-fca0250c2872 req-6a7e5c3f-dbc0-44c7-95ea-82a19431889c tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Unset dirty status for tenant:cc39b9932e394741a871cc678ffadd40 on resource:security_group {{(pid=86368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:30:20.798846 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0297893d-dc41-4360-b109-fca0250c2872 req-6a7e5c3f-dbc0-44c7-95ea-82a19431889c tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1428127750&fields=id&tenant_id=cc39b9932e394741a871cc678ffadd40 HTTP/1.1" status: 200  len: 267 time: 0.0833023
Apr 19 19:30:20.998968 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0297893d-dc41-4360-b109-fca0250c2872 req-bf7ab4dd-7201-48ce-beb1-4d6621558168 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:21.000956 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0297893d-dc41-4360-b109-fca0250c2872 req-bf7ab4dd-7201-48ce-beb1-4d6621558168 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/networks?id=9d269001-9e9c-479f-88fd-1acf166660c3 HTTP/1.1" status: 200  len: 811 time: 0.1934409
Apr 19 19:30:21.023211 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0297893d-dc41-4360-b109-fca0250c2872 req-ed43c464-107b-4ee1-afd4-55bfb7ae3a15 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/quotas/cc39b9932e394741a871cc678ffadd40 HTTP/1.1" status: 200  len: 375 time: 0.0141656
Apr 19 19:30:21.143475 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0297893d-dc41-4360-b109-fca0250c2872 req-7133c8e0-986b-4391-b847-db0868edad3c tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc39b9932e394741a871cc678ffadd40&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1131706
Apr 19 19:30:21.439748 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0297893d-dc41-4360-b109-fca0250c2872 req-0a2b99ff-cf47-48d8-85b1-f23ce76d44e3 service neutron] 10.222.0.36 "GET /v2.0/networks/9d269001-9e9c-479f-88fd-1acf166660c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2781262
Apr 19 19:30:21.635442 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0297893d-dc41-4360-b109-fca0250c2872 req-e6d40fc5-3e1d-443e-8df8-e951ecbc1275 service neutron] 10.222.0.36 "GET /v2.0/networks/9d269001-9e9c-479f-88fd-1acf166660c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1872196
Apr 19 19:30:21.888763 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ea970961-63ef-48d6-8972-b7c0080b20c9 req-4d8bb0b5-22b8-40a0-9345-36cc51c5c303 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=34077736-dd7a-417a-8f98-ff5c211536bd HTTP/1.1" status: 200  len: 210 time: 0.0654438
Apr 19 19:30:23.090175 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5928f5e1-9a6d-4b8a-a861-83e721844a67 req-6a6c06b8-5473-42bf-be35-7ea960720fa0 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=34077736-dd7a-417a-8f98-ff5c211536bd HTTP/1.1" status: 200  len: 210 time: 0.0722985
Apr 19 19:30:23.147174 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 54346) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:30:23.283799 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6ef46ac8-baa2-4e1e-8758-e53481df5933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:23.300611 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-6ef46ac8-baa2-4e1e-8758-e53481df5933 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:30:23.304772 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-6ef46ac8-baa2-4e1e-8758-e53481df5933 admin admin] Usage tracker for resource:security_group_rule and tenant:4ad81b7babb44197b244e8405fce986e is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:30:23.307862 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-6ef46ac8-baa2-4e1e-8758-e53481df5933 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:30:23.314130 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-6ef46ac8-baa2-4e1e-8758-e53481df5933 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:30:23.412920 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6ef46ac8-baa2-4e1e-8758-e53481df5933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:23.416182 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6ef46ac8-baa2-4e1e-8758-e53481df5933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:23.426486 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-25ef9042-fb19-4909-9609-b49683623c07 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:30:23.504430 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-6ef46ac8-baa2-4e1e-8758-e53481df5933 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4ad81b7babb44197b244e8405fce986e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3559208
Apr 19 19:30:23.505445 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 54352) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:30:23.575888 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3016b365-4910-45ab-bed5-76e87819ed17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:23.604124 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef46ac8-baa2-4e1e-8758-e53481df5933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d184df-0047-4537-9a71-e4c12779eb3c,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:30:23.614035 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-6ef46ac8-baa2-4e1e-8758-e53481df5933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:30:23.629899 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3016b365-4910-45ab-bed5-76e87819ed17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:23.694179 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0297893d-dc41-4360-b109-fca0250c2872 req-ac62a9c8-cce0-4155-92b5-2e1d6bafe064 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:23.695896 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0297893d-dc41-4360-b109-fca0250c2872 req-ac62a9c8-cce0-4155-92b5-2e1d6bafe064 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.20 "GET /v2.0/networks?id=9d269001-9e9c-479f-88fd-1acf166660c3 HTTP/1.1" status: 200  len: 811 time: 0.2338359
Apr 19 19:30:23.715994 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3016b365-4910-45ab-bed5-76e87819ed17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:23.723938 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-211175db-e85c-435d-afcb-5514197794ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:30:23.741346 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016b365-4910-45ab-bed5-76e87819ed17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d184df-0047-4537-9a71-e4c12779eb3c,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:30:23.747376 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-3016b365-4910-45ab-bed5-76e87819ed17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:30:23.762463 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3016b365-4910-45ab-bed5-76e87819ed17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:23.764201 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-3016b365-4910-45ab-bed5-76e87819ed17 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/13d184df-0047-4537-9a71-e4c12779eb3c HTTP/1.1" status: 204  len: 168 time: 0.2573426
Apr 19 19:30:23.853524 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0297893d-dc41-4360-b109-fca0250c2872 req-eb10442c-6445-47ea-843b-bcb51dc6b964 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cc39b9932e394741a871cc678ffadd40 HTTP/1.1" status: 200  len: 5704 time: 0.1404641
Apr 19 19:30:23.876443 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-0297893d-dc41-4360-b109-fca0250c2872 req-1de602a7-9bb4-4a7f-87ca-20ff1bb15ccd tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Request body: {'port': {'device_id': '34077736-dd7a-417a-8f98-ff5c211536bd', 'network_id': '9d269001-9e9c-479f-88fd-1acf166660c3', 'admin_state_up': True, 'tenant_id': 'cc39b9932e394741a871cc678ffadd40', 'security_groups': ['a8b1c66f-1df3-4e36-98c6-c569159cc1b2']}} {{(pid=86368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:30:24.060139 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-0297893d-dc41-4360-b109-fca0250c2872 req-1de602a7-9bb4-4a7f-87ca-20ff1bb15ccd tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:30:24.065689 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-0297893d-dc41-4360-b109-fca0250c2872 req-1de602a7-9bb4-4a7f-87ca-20ff1bb15ccd tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Usage tracker for resource:port and tenant:cc39b9932e394741a871cc678ffadd40 is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:30:24.069373 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-0297893d-dc41-4360-b109-fca0250c2872 req-1de602a7-9bb4-4a7f-87ca-20ff1bb15ccd tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:30:24.076927 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-0297893d-dc41-4360-b109-fca0250c2872 req-1de602a7-9bb4-4a7f-87ca-20ff1bb15ccd tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:30:24.089475 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0297893d-dc41-4360-b109-fca0250c2872 req-1de602a7-9bb4-4a7f-87ca-20ff1bb15ccd tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Made reservation on behalf of cc39b9932e394741a871cc678ffadd40 for: {'port': 1} {{(pid=86368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:30:24.097201 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-0297893d-dc41-4360-b109-fca0250c2872 req-1de602a7-9bb4-4a7f-87ca-20ff1bb15ccd tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:24.442408 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-775510bb-9ad6-412d-b5f7-92d3b4337867 req-05dd39ce-84aa-4c02-b1e2-3caad9b31c2e tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=34077736-dd7a-417a-8f98-ff5c211536bd HTTP/1.1" status: 200  len: 210 time: 0.1286595
Apr 19 19:30:24.482415 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [req-0297893d-dc41-4360-b109-fca0250c2872 req-1de602a7-9bb4-4a7f-87ca-20ff1bb15ccd tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Allocated IP 172.20.0.13 (9d269001-9e9c-479f-88fd-1acf166660c3/00f7e508-0145-491e-8134-c9fdb454d461/9e310e16-874d-4595-836e-1faa1f488d17) {{(pid=86368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:30:24.748667 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-0297893d-dc41-4360-b109-fca0250c2872 req-1de602a7-9bb4-4a7f-87ca-20ff1bb15ccd tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks [] for port, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:24.771889 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [req-0297893d-dc41-4360-b109-fca0250c2872 req-1de602a7-9bb4-4a7f-87ca-20ff1bb15ccd tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Transition to ACTIVE for port object 9e310e16-874d-4595-836e-1faa1f488d17 will not be triggered until provisioned by entity DHCP. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:30:24.800909 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-0297893d-dc41-4360-b109-fca0250c2872 req-1de602a7-9bb4-4a7f-87ca-20ff1bb15ccd tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739738723801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822331971'] for port, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:24.807214 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-9340c466-504f-4f19-9d4b-89d9b5faa021 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:30:24.888603 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0297893d-dc41-4360-b109-fca0250c2872 req-1de602a7-9bb4-4a7f-87ca-20ff1bb15ccd tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Network 9d269001-9e9c-479f-88fd-1acf166660c3 is already hosted by enough agents. {{(pid=86368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:30:24.893434 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [req-0297893d-dc41-4360-b109-fca0250c2872 req-1de602a7-9bb4-4a7f-87ca-20ff1bb15ccd tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Resources bound (agent type, host, resource id):  {{(pid=86368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:30:24.898269 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-0297893d-dc41-4360-b109-fca0250c2872 req-1de602a7-9bb4-4a7f-87ca-20ff1bb15ccd tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Received port after_create {{(pid=86368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:30:24.946025 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de602a7-9bb4-4a7f-87ca-20ff1bb15ccd tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Pushing event updated for resources: {'Port': ['ID=9e310e16-874d-4595-836e-1faa1f488d17,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:30:24.951606 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-1de602a7-9bb4-4a7f-87ca-20ff1bb15ccd tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:30:24.984841 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0297893d-dc41-4360-b109-fca0250c2872 req-1de602a7-9bb4-4a7f-87ca-20ff1bb15ccd tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:24.985971 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-0297893d-dc41-4360-b109-fca0250c2872 req-1de602a7-9bb4-4a7f-87ca-20ff1bb15ccd tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for port, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:25.023240 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0297893d-dc41-4360-b109-fca0250c2872 req-1de602a7-9bb4-4a7f-87ca-20ff1bb15ccd tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1526709
Apr 19 19:30:25.044026 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-0297893d-dc41-4360-b109-fca0250c2872 req-8b583cae-8517-4ca8-b6bf-ac6be3c2f015 service neutron] Request body: {'port': {'device_id': '34077736-dd7a-417a-8f98-ff5c211536bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:30:25.194116 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-0297893d-dc41-4360-b109-fca0250c2872 req-8b583cae-8517-4ca8-b6bf-ac6be3c2f015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:25.199856 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-dad7c016-8432-418e-8eda-ddad1be30889 None None] Provisioning for port 9e310e16-874d-4595-836e-1faa1f488d17 completed by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:30:25.206020 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-dad7c016-8432-418e-8eda-ddad1be30889 None None] Provisioning complete for port 9e310e16-874d-4595-836e-1faa1f488d17 triggered by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:30:25.206483 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-dad7c016-8432-418e-8eda-ddad1be30889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:25.272048 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-dad7c016-8432-418e-8eda-ddad1be30889 None None] Port 9e310e16-874d-4595-836e-1faa1f488d17 cannot update to ACTIVE because it is not bound. {{(pid=86370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 19:30:25.753000 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [req-0297893d-dc41-4360-b109-fca0250c2872 req-8b583cae-8517-4ca8-b6bf-ac6be3c2f015 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e310e16-874d-4595-836e-1faa1f488d17 {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:30:25.773738 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-0297893d-dc41-4360-b109-fca0250c2872 req-8b583cae-8517-4ca8-b6bf-ac6be3c2f015 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:25.827840 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [req-0297893d-dc41-4360-b109-fca0250c2872 req-8b583cae-8517-4ca8-b6bf-ac6be3c2f015 service neutron] Transition to ACTIVE for port object 9e310e16-874d-4595-836e-1faa1f488d17 will not be triggered until provisioned by entity L2. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:30:25.833460 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-0297893d-dc41-4360-b109-fca0250c2872 req-8b583cae-8517-4ca8-b6bf-ac6be3c2f015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32443828'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:25.840135 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-702002a9-3546-4d51-af5e-92f8c574f0a8 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:30:26.279247 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c537c7-00a3-4e29-b198-18c028355e22 req-d08d4da0-6cc2-4bce-9e63-ba27d385795b tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:26.280113 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-57c537c7-00a3-4e29-b198-18c028355e22 req-d08d4da0-6cc2-4bce-9e63-ba27d385795b tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Synchronizing usage tracker for tenant:cc39b9932e394741a871cc678ffadd40 on resource:port {{(pid=86368) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:30:26.289528 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b583cae-8517-4ca8-b6bf-ac6be3c2f015 service neutron] Pushing event updated for resources: {'Port': ['ID=9e310e16-874d-4595-836e-1faa1f488d17,revision_number=2']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:30:26.294209 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8b583cae-8517-4ca8-b6bf-ac6be3c2f015 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:30:26.382417 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-57c537c7-00a3-4e29-b198-18c028355e22 req-d08d4da0-6cc2-4bce-9e63-ba27d385795b tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Unset dirty status for tenant:cc39b9932e394741a871cc678ffadd40 on resource:port {{(pid=86368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:30:26.383758 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-57c537c7-00a3-4e29-b198-18c028355e22 req-d08d4da0-6cc2-4bce-9e63-ba27d385795b tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=34077736-dd7a-417a-8f98-ff5c211536bd HTTP/1.1" status: 200  len: 932 time: 0.7005956
Apr 19 19:30:26.458833 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-0297893d-dc41-4360-b109-fca0250c2872 req-8b583cae-8517-4ca8-b6bf-ac6be3c2f015 service neutron] Attempting to bind port 9e310e16-874d-4595-836e-1faa1f488d17 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:30:26.459130 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-0297893d-dc41-4360-b109-fca0250c2872 req-8b583cae-8517-4ca8-b6bf-ac6be3c2f015 service neutron] Attempting to bind port 9e310e16-874d-4595-836e-1faa1f488d17 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '02940ce1-3553-4177-be6e-c973c291b896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9d269001-9e9c-479f-88fd-1acf166660c3'}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:30:26.459508 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0297893d-dc41-4360-b109-fca0250c2872 req-8b583cae-8517-4ca8-b6bf-ac6be3c2f015 service neutron] Attempting to bind port 9e310e16-874d-4595-836e-1faa1f488d17 on network 9d269001-9e9c-479f-88fd-1acf166660c3 {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:30:26.468154 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-57c537c7-00a3-4e29-b198-18c028355e22 req-c8fb43fe-e52f-44b2-a018-72aa6feb259e tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8b1c66f-1df3-4e36-98c6-c569159cc1b2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0722804
Apr 19 19:30:26.471279 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0297893d-dc41-4360-b109-fca0250c2872 req-8b583cae-8517-4ca8-b6bf-ac6be3c2f015 service neutron] Port 9e310e16-874d-4595-836e-1faa1f488d17 on network 9d269001-9e9c-479f-88fd-1acf166660c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 19:30:26.471746 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0297893d-dc41-4360-b109-fca0250c2872 req-8b583cae-8517-4ca8-b6bf-ac6be3c2f015 service neutron] Attempting to bind port 9e310e16-874d-4595-836e-1faa1f488d17 on network 9d269001-9e9c-479f-88fd-1acf166660c3 {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:30:26.478747 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0297893d-dc41-4360-b109-fca0250c2872 req-8b583cae-8517-4ca8-b6bf-ac6be3c2f015 service neutron] Checking agent: {'id': '13e8b6f5-8e00-4da6-9b4f-d998588d9e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 22, 59), 'started_at': datetime.datetime(2021, 4, 19, 19, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:30:26.479099 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0297893d-dc41-4360-b109-fca0250c2872 req-8b583cae-8517-4ca8-b6bf-ac6be3c2f015 service neutron] Checking segment: {'id': '02940ce1-3553-4177-be6e-c973c291b896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9d269001-9e9c-479f-88fd-1acf166660c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:30:26.479534 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0297893d-dc41-4360-b109-fca0250c2872 req-8b583cae-8517-4ca8-b6bf-ac6be3c2f015 service neutron] Bound using segment: {'id': '02940ce1-3553-4177-be6e-c973c291b896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9d269001-9e9c-479f-88fd-1acf166660c3'} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:30:26.480058 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-0297893d-dc41-4360-b109-fca0250c2872 req-8b583cae-8517-4ca8-b6bf-ac6be3c2f015 service neutron] Bound port: 9e310e16-874d-4595-836e-1faa1f488d17, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02940ce1-3553-4177-be6e-c973c291b896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9d269001-9e9c-479f-88fd-1acf166660c3'}}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:30:26.480485 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-0297893d-dc41-4360-b109-fca0250c2872 req-8b583cae-8517-4ca8-b6bf-ac6be3c2f015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:26.583299 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-0297893d-dc41-4360-b109-fca0250c2872 req-8b583cae-8517-4ca8-b6bf-ac6be3c2f015 service neutron] For port 9e310e16-874d-4595-836e-1faa1f488d17, host hv-cinder-78693, cleared binding levels {{(pid=86368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:30:26.586867 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-0297893d-dc41-4360-b109-fca0250c2872 req-8b583cae-8517-4ca8-b6bf-ac6be3c2f015 service neutron] For port 9e310e16-874d-4595-836e-1faa1f488d17, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=9e310e16-874d-4595-836e-1faa1f488d17,segment=NetworkSegment(02940ce1-3553-4177-be6e-c973c291b896),segment_id=02940ce1-3553-4177-be6e-c973c291b896)] {{(pid=86368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:30:26.590679 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-0297893d-dc41-4360-b109-fca0250c2872 req-8b583cae-8517-4ca8-b6bf-ac6be3c2f015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32443828'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:26.597267 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-9bf93ae2-cdb3-46c0-8bee-3f992fac3fb6 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:30:26.660281 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0297893d-dc41-4360-b109-fca0250c2872 req-8b583cae-8517-4ca8-b6bf-ac6be3c2f015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:26.660837 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-0297893d-dc41-4360-b109-fca0250c2872 req-8b583cae-8517-4ca8-b6bf-ac6be3c2f015 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for port, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:26.662375 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0297893d-dc41-4360-b109-fca0250c2872 req-8b583cae-8517-4ca8-b6bf-ac6be3c2f015 service neutron] 10.222.0.20 "PUT /v2.0/ports/9e310e16-874d-4595-836e-1faa1f488d17 HTTP/1.1" status: 200  len: 1094 time: 1.6241887
Apr 19 19:30:26.662942 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34077736-dd7a-417a-8f98-ff5c211536bd', 'tag': '9e310e16-874d-4595-836e-1faa1f488d17'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:30:26.694492 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b583cae-8517-4ca8-b6bf-ac6be3c2f015 service neutron] Pushing event updated for resources: {'Port': ['ID=9e310e16-874d-4595-836e-1faa1f488d17,revision_number=3']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:30:26.698419 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8b583cae-8517-4ca8-b6bf-ac6be3c2f015 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:30:26.783047 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34077736-dd7a-417a-8f98-ff5c211536bd', 'tag': '9e310e16-874d-4595-836e-1faa1f488d17', 'status': 'completed', 'code': 200}
Apr 19 19:30:26.825312 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0297893d-dc41-4360-b109-fca0250c2872 req-6daceadf-3dc9-4584-8c10-55cd0d2cbe9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:26.826965 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0297893d-dc41-4360-b109-fca0250c2872 req-6daceadf-3dc9-4584-8c10-55cd0d2cbe9c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cc39b9932e394741a871cc678ffadd40&device_id=34077736-dd7a-417a-8f98-ff5c211536bd HTTP/1.1" status: 200  len: 1097 time: 0.1008799
Apr 19 19:30:26.930096 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0297893d-dc41-4360-b109-fca0250c2872 req-67a09be6-31ad-48e0-81cd-2d0ccc5fe44f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e310e16-874d-4595-836e-1faa1f488d17 HTTP/1.1" status: 200  len: 217 time: 0.0812056
Apr 19 19:30:27.038705 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0297893d-dc41-4360-b109-fca0250c2872 req-6fc22153-0680-4256-9e76-60016810e4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:27.041617 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0297893d-dc41-4360-b109-fca0250c2872 req-6fc22153-0680-4256-9e76-60016810e4dc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=00f7e508-0145-491e-8134-c9fdb454d461 HTTP/1.1" status: 200  len: 850 time: 0.1041560
Apr 19 19:30:27.151459 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0297893d-dc41-4360-b109-fca0250c2872 req-34815526-6323-4fad-962b-bb0dea73f160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:27.154334 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0297893d-dc41-4360-b109-fca0250c2872 req-34815526-6323-4fad-962b-bb0dea73f160 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9d269001-9e9c-479f-88fd-1acf166660c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1045356
Apr 19 19:30:27.348319 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0297893d-dc41-4360-b109-fca0250c2872 req-c33da740-bf42-4343-a5c9-97711ee96495 service neutron] 10.222.0.20 "GET /v2.0/networks/9d269001-9e9c-479f-88fd-1acf166660c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1860049
Apr 19 19:30:27.542041 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0297893d-dc41-4360-b109-fca0250c2872 req-854d5fb7-909e-4344-8b74-4c12296e5aec service neutron] 10.222.0.20 "GET /v2.0/networks/9d269001-9e9c-479f-88fd-1acf166660c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1866078
Apr 19 19:30:27.791299 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d784d36-b7da-49ac-b8a9-92aec964f7fd req-4815bdb0-b857-4ee2-9805-2556bff1b68e tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:27.792962 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4d784d36-b7da-49ac-b8a9-92aec964f7fd req-4815bdb0-b857-4ee2-9805-2556bff1b68e tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=34077736-dd7a-417a-8f98-ff5c211536bd HTTP/1.1" status: 200  len: 944 time: 0.1701713
Apr 19 19:30:27.795516 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13f9f2-adef-4843-84db-f67b47029a0f req-97bec81e-4911-4a1b-9070-ef67524ac9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:27.797146 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-dc13f9f2-adef-4843-84db-f67b47029a0f req-97bec81e-4911-4a1b-9070-ef67524ac9f2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cc39b9932e394741a871cc678ffadd40&device_id=34077736-dd7a-417a-8f98-ff5c211536bd HTTP/1.1" status: 200  len: 1097 time: 0.1295884
Apr 19 19:30:27.941761 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4d784d36-b7da-49ac-b8a9-92aec964f7fd req-aa14ff81-2a83-4bae-bfc4-f4d08cc9a1b2 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8b1c66f-1df3-4e36-98c6-c569159cc1b2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1414506
Apr 19 19:30:27.993264 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13f9f2-adef-4843-84db-f67b47029a0f req-adff5649-5bef-436b-9d64-b3c2d63bd093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:27.994858 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-dc13f9f2-adef-4843-84db-f67b47029a0f req-adff5649-5bef-436b-9d64-b3c2d63bd093 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9d269001-9e9c-479f-88fd-1acf166660c3 HTTP/1.1" status: 200  len: 912 time: 0.1771343
Apr 19 19:30:28.076470 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-dc13f9f2-adef-4843-84db-f67b47029a0f req-65a72845-da41-44d5-afcd-8df4c0e83978 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e310e16-874d-4595-836e-1faa1f488d17 HTTP/1.1" status: 200  len: 217 time: 0.0695746
Apr 19 19:30:28.162413 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13f9f2-adef-4843-84db-f67b47029a0f req-5154dfd7-e74c-4353-aabb-a7f4c342824e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:28.164058 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-dc13f9f2-adef-4843-84db-f67b47029a0f req-5154dfd7-e74c-4353-aabb-a7f4c342824e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=00f7e508-0145-491e-8134-c9fdb454d461 HTTP/1.1" status: 200  len: 850 time: 0.0750451
Apr 19 19:30:28.261589 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13f9f2-adef-4843-84db-f67b47029a0f req-7451db61-d82d-481d-a6c9-abb7fb807e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:28.263259 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-dc13f9f2-adef-4843-84db-f67b47029a0f req-7451db61-d82d-481d-a6c9-abb7fb807e40 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9d269001-9e9c-479f-88fd-1acf166660c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0914993
Apr 19 19:30:28.433435 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-dc13f9f2-adef-4843-84db-f67b47029a0f req-09fab695-c03b-4307-85c9-efd4005748f3 service neutron] 10.222.0.20 "GET /v2.0/networks/9d269001-9e9c-479f-88fd-1acf166660c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1567717
Apr 19 19:30:28.656443 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-dc13f9f2-adef-4843-84db-f67b47029a0f req-d776e7a8-25d5-483f-a7a8-78ec8b040e4e service neutron] 10.222.0.20 "GET /v2.0/networks/9d269001-9e9c-479f-88fd-1acf166660c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2146122
Apr 19 19:30:28.873317 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:28.919760 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 54422) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:30:29.093700 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3666408a-289f-4ace-992e-00df962292ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:29.112725 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-3666408a-289f-4ace-992e-00df962292ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:30:29.117682 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-3666408a-289f-4ace-992e-00df962292ae admin admin] Usage tracker for resource:security_group_rule and tenant:34964abb8ed84887bc1f2b1d0aecaf11 is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:30:29.120965 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-3666408a-289f-4ace-992e-00df962292ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:30:29.129247 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-3666408a-289f-4ace-992e-00df962292ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:30:29.270722 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3417c-a8c9-4f09-a165-74c3fc5a3413 req-46ae29dc-4df2-4715-96f8-9a765936a805 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:29.272394 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-64f3417c-a8c9-4f09-a165-74c3fc5a3413 req-46ae29dc-4df2-4715-96f8-9a765936a805 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=34077736-dd7a-417a-8f98-ff5c211536bd HTTP/1.1" status: 200  len: 944 time: 0.1451547
Apr 19 19:30:29.352245 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3666408a-289f-4ace-992e-00df962292ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:29.356713 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3666408a-289f-4ace-992e-00df962292ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:29.368994 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b1b63881-5931-4bcc-832e-2959a39e5e65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:30:29.383352 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-64f3417c-a8c9-4f09-a165-74c3fc5a3413 req-6bc1711b-8cdb-4d90-9e78-5d0cc99bb3ac tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8b1c66f-1df3-4e36-98c6-c569159cc1b2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0984781
Apr 19 19:30:29.423055 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-3666408a-289f-4ace-992e-00df962292ae admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=34964abb8ed84887bc1f2b1d0aecaf11&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5015514
Apr 19 19:30:29.424450 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3666408a-289f-4ace-992e-00df962292ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d70526-ef7f-4c53-8166-9a655abecc23,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:30:29.426365 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 54430) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:30:29.427968 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-3666408a-289f-4ace-992e-00df962292ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:30:29.508638 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7f81c0dc-99bb-4f75-9e37-f0d04688513c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:29.549165 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7f81c0dc-99bb-4f75-9e37-f0d04688513c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:29.599120 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7f81c0dc-99bb-4f75-9e37-f0d04688513c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:29.605627 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8ee85b1b-5d9c-46c2-940f-498ebef4e305 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:30:29.620589 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f81c0dc-99bb-4f75-9e37-f0d04688513c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d70526-ef7f-4c53-8166-9a655abecc23,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:30:29.623582 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-7f81c0dc-99bb-4f75-9e37-f0d04688513c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:30:29.624916 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7f81c0dc-99bb-4f75-9e37-f0d04688513c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:29.627078 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-7f81c0dc-99bb-4f75-9e37-f0d04688513c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a9d70526-ef7f-4c53-8166-9a655abecc23 HTTP/1.1" status: 204  len: 168 time: 0.1992543
Apr 19 19:30:30.658048 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8560297-2e2c-490b-99e4-9fc98af2437b req-32a7875a-184b-4877-95b5-bdad2503f820 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:30.660360 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d8560297-2e2c-490b-99e4-9fc98af2437b req-32a7875a-184b-4877-95b5-bdad2503f820 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=34077736-dd7a-417a-8f98-ff5c211536bd HTTP/1.1" status: 200  len: 944 time: 0.1099036
Apr 19 19:30:30.716966 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d8560297-2e2c-490b-99e4-9fc98af2437b req-ec343b50-1d97-4e7e-8271-234579b69f58 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8b1c66f-1df3-4e36-98c6-c569159cc1b2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481894
Apr 19 19:30:31.036974 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device 9e310e16-874d-4595-836e-1faa1f488d17 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 19:30:31.332934 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port 9e310e16-874d-4595-836e-1faa1f488d17, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=9e310e16-874d-4595-836e-1faa1f488d17,segment=NetworkSegment(02940ce1-3553-4177-be6e-c973c291b896),segment_id=02940ce1-3553-4177-be6e-c973c291b896)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:30:31.362435 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Returning: {'device': '9e310e16-874d-4595-836e-1faa1f488d17', 'network_id': '9d269001-9e9c-479f-88fd-1acf166660c3', 'port_id': '9e310e16-874d-4595-836e-1faa1f488d17', 'mac_address': 'fa:16:3e:56:f0:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00f7e508-0145-491e-8134-c9fdb454d461', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 19:30:31.461545 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:31.482964 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e310e16-874d-4595-836e-1faa1f488d17 {{(pid=86370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:30:31.503258 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port 9e310e16-874d-4595-836e-1faa1f488d17, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=9e310e16-874d-4595-836e-1faa1f488d17,segment=NetworkSegment(02940ce1-3553-4177-be6e-c973c291b896),segment_id=02940ce1-3553-4177-be6e-c973c291b896)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:30:31.507417 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:31.509545 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:30:31.587643 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Pushing event updated for resources: {'Port': ['ID=9e310e16-874d-4595-836e-1faa1f488d17,revision_number=4']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:30:31.591434 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:30:31.869288 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] get_ports_and_sgs() called for port_ids ['9e310e16-874d-4595-836e-1faa1f488d17'] {{(pid=86370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:30:31.956581 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c701b-1398-4085-b6b6-e79313d54c56 req-50858836-94cb-4655-a2c7-b2405ba75d5c tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:31.958337 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b72c701b-1398-4085-b6b6-e79313d54c56 req-50858836-94cb-4655-a2c7-b2405ba75d5c tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=34077736-dd7a-417a-8f98-ff5c211536bd HTTP/1.1" status: 200  len: 945 time: 0.1030173
Apr 19 19:30:32.026649 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b72c701b-1398-4085-b6b6-e79313d54c56 req-830f06fb-8ada-4fb8-898c-446bfcb6123b tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8b1c66f-1df3-4e36-98c6-c569159cc1b2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0600865
Apr 19 19:30:32.497431 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-540cb233-63e9-43cf-af08-55ade0d9a509 req-9b2f8dc0-88b2-4358-b9a5-ab7c99975dd6 tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=975a9bf44d7e4461b89bb21108173f10&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0338447
Apr 19 19:30:32.713076 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540cb233-63e9-43cf-af08-55ade0d9a509 req-09d4b286-5291-45b9-86fa-d4781396931f tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:32.714829 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-540cb233-63e9-43cf-af08-55ade0d9a509 req-09d4b286-5291-45b9-86fa-d4781396931f tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2047610
Apr 19 19:30:32.737408 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-540cb233-63e9-43cf-af08-55ade0d9a509 req-cb718047-6b58-4a99-844c-16f8fe7fcf8c tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] 10.222.0.36 "GET /v2.0/quotas/975a9bf44d7e4461b89bb21108173f10 HTTP/1.1" status: 200  len: 375 time: 0.0142641
Apr 19 19:30:32.797289 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-540cb233-63e9-43cf-af08-55ade0d9a509 req-f51f5f0c-8850-437d-ab47-bea70e696c80 tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=975a9bf44d7e4461b89bb21108173f10&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0526605
Apr 19 19:30:33.026618 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1058245b-d6da-4887-b156-a26e1cc968af req-9f173da8-3b1b-49b9-aa73-f833044d0036 tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] 10.222.0.36 "GET /v2.0/ports?device_id=53524cfd-a73f-4a1f-83ed-c8ea80f19bff HTTP/1.1" status: 200  len: 210 time: 0.0659616
Apr 19 19:30:33.042553 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device 9e310e16-874d-4595-836e-1faa1f488d17 up at agent hyperv_hv-cinder-78693 {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:30:33.146240 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Provisioning for port 9e310e16-874d-4595-836e-1faa1f488d17 completed by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:30:33.151877 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Provisioning complete for port 9e310e16-874d-4595-836e-1faa1f488d17 triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:30:33.152298 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:33.297152 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1191b5-1d1f-4445-9741-234944ba6fe8 req-61d156c8-6365-4860-b293-7dedfc3efdf3 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:33.300906 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0c1191b5-1d1f-4445-9741-234944ba6fe8 req-61d156c8-6365-4860-b293-7dedfc3efdf3 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=34077736-dd7a-417a-8f98-ff5c211536bd HTTP/1.1" status: 200  len: 945 time: 0.1085401
Apr 19 19:30:33.326382 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:33.359538 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34077736-dd7a-417a-8f98-ff5c211536bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e310e16-874d-4595-836e-1faa1f488d17'}] {{(pid=86370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:30:33.372657 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port 9e310e16-874d-4595-836e-1faa1f488d17, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=9e310e16-874d-4595-836e-1faa1f488d17,segment=NetworkSegment(02940ce1-3553-4177-be6e-c973c291b896),segment_id=02940ce1-3553-4177-be6e-c973c291b896)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:30:33.375551 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0c1191b5-1d1f-4445-9741-234944ba6fe8 req-1a32bc67-8349-4225-b155-abf3cc052dcc tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8b1c66f-1df3-4e36-98c6-c569159cc1b2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0674756
Apr 19 19:30:33.390501 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:33.395103 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:30:33.468991 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34077736-dd7a-417a-8f98-ff5c211536bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e310e16-874d-4595-836e-1faa1f488d17', 'code': 200}
Apr 19 19:30:33.541719 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Pushing event updated for resources: {'Port': ['ID=9e310e16-874d-4595-836e-1faa1f488d17,revision_number=5']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:30:33.551298 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:30:33.856697 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd17b4-3d1c-4b7a-82fc-dbf31af18669 req-bccea898-b164-47e1-a56b-93811299b137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:33.859320 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c2bd17b4-3d1c-4b7a-82fc-dbf31af18669 req-bccea898-b164-47e1-a56b-93811299b137 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=34077736-dd7a-417a-8f98-ff5c211536bd HTTP/1.1" status: 200  len: 1099 time: 0.0957787
Apr 19 19:30:33.938104 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c2bd17b4-3d1c-4b7a-82fc-dbf31af18669 req-568f8bf4-3d30-4b38-9683-5906a893e0c2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a8b1c66f-1df3-4e36-98c6-c569159cc1b2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0711720
Apr 19 19:30:34.237543 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3bc68655-4bf0-4629-abab-a9fe33fc0248 req-ac726b85-fa8f-4aea-99df-441ffa680565 tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] 10.222.0.36 "GET /v2.0/ports?device_id=53524cfd-a73f-4a1f-83ed-c8ea80f19bff HTTP/1.1" status: 200  len: 210 time: 0.0514152
Apr 19 19:30:34.594336 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f005255-1308-4079-9edb-120a9c3bf037 req-d1de6d24-9193-4a10-b462-46eee73585c9 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:34.596679 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6f005255-1308-4079-9edb-120a9c3bf037 req-d1de6d24-9193-4a10-b462-46eee73585c9 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=34077736-dd7a-417a-8f98-ff5c211536bd HTTP/1.1" status: 200  len: 946 time: 0.0955660
Apr 19 19:30:34.654809 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6f005255-1308-4079-9edb-120a9c3bf037 req-b688c31e-f7c8-46d3-860f-d2bc8c60a776 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8b1c66f-1df3-4e36-98c6-c569159cc1b2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510242
Apr 19 19:30:34.751840 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-540cb233-63e9-43cf-af08-55ade0d9a509 req-d52f1278-b61c-4aaf-b15d-5112b765d52f tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=975a9bf44d7e4461b89bb21108173f10&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0335138
Apr 19 19:30:34.958387 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540cb233-63e9-43cf-af08-55ade0d9a509 req-21bf9000-e0d2-4fcd-9a53-7ff69ec7805d tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:34.960728 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-540cb233-63e9-43cf-af08-55ade0d9a509 req-21bf9000-e0d2-4fcd-9a53-7ff69ec7805d tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2029786
Apr 19 19:30:34.984840 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-540cb233-63e9-43cf-af08-55ade0d9a509 req-19d75726-c54a-41fd-b595-d515d711b26d tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] Request body: {'port': {'device_id': '53524cfd-a73f-4a1f-83ed-c8ea80f19bff', 'network_id': '2508634a-0b87-4a30-b6cb-a0fc6f4904dc', 'admin_state_up': True, 'tenant_id': '975a9bf44d7e4461b89bb21108173f10'}} {{(pid=86368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:30:35.165649 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-540cb233-63e9-43cf-af08-55ade0d9a509 req-19d75726-c54a-41fd-b595-d515d711b26d tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:30:35.173014 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-540cb233-63e9-43cf-af08-55ade0d9a509 req-19d75726-c54a-41fd-b595-d515d711b26d tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] Usage tracker for resource:port and tenant:975a9bf44d7e4461b89bb21108173f10 is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:30:35.178875 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-540cb233-63e9-43cf-af08-55ade0d9a509 req-19d75726-c54a-41fd-b595-d515d711b26d tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:30:35.190286 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-540cb233-63e9-43cf-af08-55ade0d9a509 req-19d75726-c54a-41fd-b595-d515d711b26d tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:30:35.205784 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-540cb233-63e9-43cf-af08-55ade0d9a509 req-19d75726-c54a-41fd-b595-d515d711b26d tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] Made reservation on behalf of 975a9bf44d7e4461b89bb21108173f10 for: {'port': 1} {{(pid=86368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:30:35.217262 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-540cb233-63e9-43cf-af08-55ade0d9a509 req-19d75726-c54a-41fd-b595-d515d711b26d tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:35.244460 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-540cb233-63e9-43cf-af08-55ade0d9a509 req-19d75726-c54a-41fd-b595-d515d711b26d tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] Notify callbacks [] for security_group, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:35.276788 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-540cb233-63e9-43cf-af08-55ade0d9a509 req-19d75726-c54a-41fd-b595-d515d711b26d tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:30:35.285533 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-540cb233-63e9-43cf-af08-55ade0d9a509 req-19d75726-c54a-41fd-b595-d515d711b26d tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] Usage tracker for resource:security_group_rule and tenant:975a9bf44d7e4461b89bb21108173f10 is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:30:35.291182 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-540cb233-63e9-43cf-af08-55ade0d9a509 req-19d75726-c54a-41fd-b595-d515d711b26d tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:30:35.303022 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-540cb233-63e9-43cf-af08-55ade0d9a509 req-19d75726-c54a-41fd-b595-d515d711b26d tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:30:35.420507 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-540cb233-63e9-43cf-af08-55ade0d9a509 req-19d75726-c54a-41fd-b595-d515d711b26d tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] Notify callbacks [] for security_group, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:35.463708 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-540cb233-63e9-43cf-af08-55ade0d9a509 req-19d75726-c54a-41fd-b595-d515d711b26d tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:35.478614 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-ad2a8464-20ef-426b-bc47-d52350b94deb tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:30:35.530411 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a3710b7a-1778-409a-a42c-005606747fbf req-89efd3b5-ff85-4b44-b477-99e4c94bdc32 tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] 10.222.0.36 "GET /v2.0/ports?device_id=53524cfd-a73f-4a1f-83ed-c8ea80f19bff HTTP/1.1" status: 200  len: 210 time: 0.1129589
Apr 19 19:30:35.576776 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d75726-c54a-41fd-b595-d515d711b26d tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c646dc6e-15b3-4173-b30d-b3101bada698,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:30:35.594513 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-19d75726-c54a-41fd-b595-d515d711b26d tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:30:35.691330 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [req-540cb233-63e9-43cf-af08-55ade0d9a509 req-19d75726-c54a-41fd-b595-d515d711b26d tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] Allocated IP 192.168.233.99 (2508634a-0b87-4a30-b6cb-a0fc6f4904dc/ac9037fb-6a4f-47f8-8c54-71f4baca834e/46b6bf42-6820-4ba7-ab90-e99987d6fdcf) {{(pid=86368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:30:36.292373 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779fa30-ff87-4ca7-b1d9-a5fbbd0e2fc6 req-ed340405-bc6d-4173-a892-d881d185ad3e tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:36.294466 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4779fa30-ff87-4ca7-b1d9-a5fbbd0e2fc6 req-ed340405-bc6d-4173-a892-d881d185ad3e tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=34077736-dd7a-417a-8f98-ff5c211536bd HTTP/1.1" status: 200  len: 946 time: 0.2271762
Apr 19 19:30:36.378182 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-540cb233-63e9-43cf-af08-55ade0d9a509 req-19d75726-c54a-41fd-b595-d515d711b26d tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] Notify callbacks [] for port, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:36.399877 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4779fa30-ff87-4ca7-b1d9-a5fbbd0e2fc6 req-b9c9d641-b5e0-405d-bc7c-6005b8f279ba tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8b1c66f-1df3-4e36-98c6-c569159cc1b2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0912507
Apr 19 19:30:36.407910 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [req-540cb233-63e9-43cf-af08-55ade0d9a509 req-19d75726-c54a-41fd-b595-d515d711b26d tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] Transition to ACTIVE for port object 46b6bf42-6820-4ba7-ab90-e99987d6fdcf will not be triggered until provisioned by entity DHCP. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:30:36.442213 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-540cb233-63e9-43cf-af08-55ade0d9a509 req-19d75726-c54a-41fd-b595-d515d711b26d tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739738723801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822331971'] for port, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:36.452059 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-30ddaf70-5a14-4898-a35a-bfc20fa17e3b tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:30:36.586998 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-540cb233-63e9-43cf-af08-55ade0d9a509 req-19d75726-c54a-41fd-b595-d515d711b26d tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] Network 2508634a-0b87-4a30-b6cb-a0fc6f4904dc is already hosted by enough agents. {{(pid=86368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:30:36.591799 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [req-540cb233-63e9-43cf-af08-55ade0d9a509 req-19d75726-c54a-41fd-b595-d515d711b26d tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] Resources bound (agent type, host, resource id):  {{(pid=86368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:30:36.599859 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-540cb233-63e9-43cf-af08-55ade0d9a509 req-19d75726-c54a-41fd-b595-d515d711b26d tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] Received port after_create {{(pid=86368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:30:36.707143 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d75726-c54a-41fd-b595-d515d711b26d tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] Pushing event updated for resources: {'Port': ['ID=46b6bf42-6820-4ba7-ab90-e99987d6fdcf,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:30:36.710962 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-19d75726-c54a-41fd-b595-d515d711b26d tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:30:36.807951 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540cb233-63e9-43cf-af08-55ade0d9a509 req-19d75726-c54a-41fd-b595-d515d711b26d tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:36.808824 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-540cb233-63e9-43cf-af08-55ade0d9a509 req-19d75726-c54a-41fd-b595-d515d711b26d tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for port, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:36.858546 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-f7d0a974-738a-439a-b043-871f6fbb48c3 None None] Provisioning for port 46b6bf42-6820-4ba7-ab90-e99987d6fdcf completed by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:30:36.867950 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-f7d0a974-738a-439a-b043-871f6fbb48c3 None None] Provisioning complete for port 46b6bf42-6820-4ba7-ab90-e99987d6fdcf triggered by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:30:36.868667 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f7d0a974-738a-439a-b043-871f6fbb48c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:36.897537 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-540cb233-63e9-43cf-af08-55ade0d9a509 req-19d75726-c54a-41fd-b595-d515d711b26d tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.9171314
Apr 19 19:30:36.914698 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa35c17f-b4aa-4544-ab5a-1cb5790a4609 req-4f015b8b-932e-40c1-ad44-3227ef17838e tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:36.916458 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fa35c17f-b4aa-4544-ab5a-1cb5790a4609 req-4f015b8b-932e-40c1-ad44-3227ef17838e tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=34077736-dd7a-417a-8f98-ff5c211536bd HTTP/1.1" status: 200  len: 946 time: 0.2724473
Apr 19 19:30:36.924047 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-540cb233-63e9-43cf-af08-55ade0d9a509 req-f885d3f9-fb52-4cdf-a926-262f667be853 service neutron] Request body: {'port': {'device_id': '53524cfd-a73f-4a1f-83ed-c8ea80f19bff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:30:36.929422 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 54528) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:30:36.936789 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-67cf3510-b0db-4e6e-82c9-279d16cf0242 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Request body: {'floatingip': {'port_id': '9e310e16-874d-4595-836e-1faa1f488d17'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:30:36.973408 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69129ada-a5dc-4a63-8418-612f2813e0df req-933556fe-c1f1-4566-978d-2d342e823917 tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:36.974245 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-69129ada-a5dc-4a63-8418-612f2813e0df req-933556fe-c1f1-4566-978d-2d342e823917 tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] Synchronizing usage tracker for tenant:975a9bf44d7e4461b89bb21108173f10 on resource:port {{(pid=86368) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:30:36.979623 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-f7d0a974-738a-439a-b043-871f6fbb48c3 None None] Port 46b6bf42-6820-4ba7-ab90-e99987d6fdcf cannot update to ACTIVE because it is not bound. {{(pid=86370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 19:30:37.034204 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-67cf3510-b0db-4e6e-82c9-279d16cf0242 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks [] for floatingip, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:37.129491 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-69129ada-a5dc-4a63-8418-612f2813e0df req-933556fe-c1f1-4566-978d-2d342e823917 tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] Unset dirty status for tenant:975a9bf44d7e4461b89bb21108173f10 on resource:port {{(pid=86368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:30:37.131548 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-69129ada-a5dc-4a63-8418-612f2813e0df req-933556fe-c1f1-4566-978d-2d342e823917 tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] 10.222.0.36 "GET /v2.0/ports?device_id=53524cfd-a73f-4a1f-83ed-c8ea80f19bff HTTP/1.1" status: 200  len: 935 time: 0.4189954
Apr 19 19:30:37.204962 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-540cb233-63e9-43cf-af08-55ade0d9a509 req-f885d3f9-fb52-4cdf-a926-262f667be853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:37.335444 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-69129ada-a5dc-4a63-8418-612f2813e0df req-eed332ec-f4c3-4059-9db7-8f2f042cfacc tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] Synchronizing usage tracker for tenant:975a9bf44d7e4461b89bb21108173f10 on resource:security_group {{(pid=86368) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:30:37.430334 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-69129ada-a5dc-4a63-8418-612f2813e0df req-eed332ec-f4c3-4059-9db7-8f2f042cfacc tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] Unset dirty status for tenant:975a9bf44d7e4461b89bb21108173f10 on resource:security_group {{(pid=86368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:30:37.432506 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-69129ada-a5dc-4a63-8418-612f2813e0df req-eed332ec-f4c3-4059-9db7-8f2f042cfacc tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] 10.222.0.36 "GET /v2.0/security-groups?id=c646dc6e-15b3-4173-b30d-b3101bada698&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2920666
Apr 19 19:30:37.831579 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [req-540cb233-63e9-43cf-af08-55ade0d9a509 req-f885d3f9-fb52-4cdf-a926-262f667be853 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46b6bf42-6820-4ba7-ab90-e99987d6fdcf {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:30:37.841009 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-540cb233-63e9-43cf-af08-55ade0d9a509 req-f885d3f9-fb52-4cdf-a926-262f667be853 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:37.859481 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [req-540cb233-63e9-43cf-af08-55ade0d9a509 req-f885d3f9-fb52-4cdf-a926-262f667be853 service neutron] Transition to ACTIVE for port object 46b6bf42-6820-4ba7-ab90-e99987d6fdcf will not be triggered until provisioned by entity L2. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:30:37.865835 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-540cb233-63e9-43cf-af08-55ade0d9a509 req-f885d3f9-fb52-4cdf-a926-262f667be853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32443828'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:37.872937 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:30:38.059528 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f885d3f9-fb52-4cdf-a926-262f667be853 service neutron] Pushing event updated for resources: {'Port': ['ID=46b6bf42-6820-4ba7-ab90-e99987d6fdcf,revision_number=2']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:30:38.068673 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-f885d3f9-fb52-4cdf-a926-262f667be853 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:30:38.148151 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-67cf3510-b0db-4e6e-82c9-279d16cf0242 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:38.152315 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-540cb233-63e9-43cf-af08-55ade0d9a509 req-f885d3f9-fb52-4cdf-a926-262f667be853 service neutron] Attempting to bind port 46b6bf42-6820-4ba7-ab90-e99987d6fdcf on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:30:38.152693 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-540cb233-63e9-43cf-af08-55ade0d9a509 req-f885d3f9-fb52-4cdf-a926-262f667be853 service neutron] Attempting to bind port 46b6bf42-6820-4ba7-ab90-e99987d6fdcf by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '46bee5b9-83ff-44bc-88e2-a92cf5026f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2508634a-0b87-4a30-b6cb-a0fc6f4904dc'}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:30:38.152868 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-67cf3510-b0db-4e6e-82c9-279d16cf0242 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854086990'] for floatingip, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:38.153076 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540cb233-63e9-43cf-af08-55ade0d9a509 req-f885d3f9-fb52-4cdf-a926-262f667be853 service neutron] Attempting to bind port 46b6bf42-6820-4ba7-ab90-e99987d6fdcf on network 2508634a-0b87-4a30-b6cb-a0fc6f4904dc {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:30:38.160074 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540cb233-63e9-43cf-af08-55ade0d9a509 req-f885d3f9-fb52-4cdf-a926-262f667be853 service neutron] Port 46b6bf42-6820-4ba7-ab90-e99987d6fdcf on network 2508634a-0b87-4a30-b6cb-a0fc6f4904dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 19:30:38.160418 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540cb233-63e9-43cf-af08-55ade0d9a509 req-f885d3f9-fb52-4cdf-a926-262f667be853 service neutron] Attempting to bind port 46b6bf42-6820-4ba7-ab90-e99987d6fdcf on network 2508634a-0b87-4a30-b6cb-a0fc6f4904dc {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:30:38.166807 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540cb233-63e9-43cf-af08-55ade0d9a509 req-f885d3f9-fb52-4cdf-a926-262f667be853 service neutron] Checking agent: {'id': '13e8b6f5-8e00-4da6-9b4f-d998588d9e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 22, 59), 'started_at': datetime.datetime(2021, 4, 19, 19, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:30:38.167200 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540cb233-63e9-43cf-af08-55ade0d9a509 req-f885d3f9-fb52-4cdf-a926-262f667be853 service neutron] Checking segment: {'id': '46bee5b9-83ff-44bc-88e2-a92cf5026f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2508634a-0b87-4a30-b6cb-a0fc6f4904dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:30:38.167624 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540cb233-63e9-43cf-af08-55ade0d9a509 req-f885d3f9-fb52-4cdf-a926-262f667be853 service neutron] Bound using segment: {'id': '46bee5b9-83ff-44bc-88e2-a92cf5026f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2508634a-0b87-4a30-b6cb-a0fc6f4904dc'} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:30:38.168576 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-540cb233-63e9-43cf-af08-55ade0d9a509 req-f885d3f9-fb52-4cdf-a926-262f667be853 service neutron] Bound port: 46b6bf42-6820-4ba7-ab90-e99987d6fdcf, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46bee5b9-83ff-44bc-88e2-a92cf5026f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2508634a-0b87-4a30-b6cb-a0fc6f4904dc'}}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:30:38.169031 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-540cb233-63e9-43cf-af08-55ade0d9a509 req-f885d3f9-fb52-4cdf-a926-262f667be853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:38.320010 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-540cb233-63e9-43cf-af08-55ade0d9a509 req-f885d3f9-fb52-4cdf-a926-262f667be853 service neutron] For port 46b6bf42-6820-4ba7-ab90-e99987d6fdcf, host hv-cinder-78693, cleared binding levels {{(pid=86368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:30:38.324918 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-540cb233-63e9-43cf-af08-55ade0d9a509 req-f885d3f9-fb52-4cdf-a926-262f667be853 service neutron] For port 46b6bf42-6820-4ba7-ab90-e99987d6fdcf, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=46b6bf42-6820-4ba7-ab90-e99987d6fdcf,segment=NetworkSegment(46bee5b9-83ff-44bc-88e2-a92cf5026f4a),segment_id=46bee5b9-83ff-44bc-88e2-a92cf5026f4a)] {{(pid=86368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:30:38.331188 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-540cb233-63e9-43cf-af08-55ade0d9a509 req-f885d3f9-fb52-4cdf-a926-262f667be853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32443828'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:38.337564 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-1de602a7-9bb4-4a7f-87ca-20ff1bb15ccd tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:30:38.404991 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540cb233-63e9-43cf-af08-55ade0d9a509 req-f885d3f9-fb52-4cdf-a926-262f667be853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:38.405497 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-540cb233-63e9-43cf-af08-55ade0d9a509 req-f885d3f9-fb52-4cdf-a926-262f667be853 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for port, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:38.407049 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-540cb233-63e9-43cf-af08-55ade0d9a509 req-f885d3f9-fb52-4cdf-a926-262f667be853 service neutron] 10.222.0.20 "PUT /v2.0/ports/46b6bf42-6820-4ba7-ab90-e99987d6fdcf HTTP/1.1" status: 200  len: 1097 time: 1.4886367
Apr 19 19:30:38.407630 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53524cfd-a73f-4a1f-83ed-c8ea80f19bff', 'tag': '46b6bf42-6820-4ba7-ab90-e99987d6fdcf'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:30:38.452718 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f885d3f9-fb52-4cdf-a926-262f667be853 service neutron] Pushing event updated for resources: {'Port': ['ID=46b6bf42-6820-4ba7-ab90-e99987d6fdcf,revision_number=3']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:30:38.457268 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-f885d3f9-fb52-4cdf-a926-262f667be853 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:30:38.510751 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.db.l3_db [None req-67cf3510-b0db-4e6e-82c9-279d16cf0242 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Floating IP 5e02044e-d80e-40e9-aa4e-a303ba9f606f associated. External IP: 172.27.1.115, port: 9e310e16-874d-4595-836e-1faa1f488d17.
Apr 19 19:30:38.682824 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540cb233-63e9-43cf-af08-55ade0d9a509 req-cbd2bd76-a514-4481-871c-1ea72c0b4a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:38.686065 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-540cb233-63e9-43cf-af08-55ade0d9a509 req-cbd2bd76-a514-4481-871c-1ea72c0b4a8c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=975a9bf44d7e4461b89bb21108173f10&device_id=53524cfd-a73f-4a1f-83ed-c8ea80f19bff HTTP/1.1" status: 200  len: 1100 time: 0.1673436
Apr 19 19:30:38.799564 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53524cfd-a73f-4a1f-83ed-c8ea80f19bff', 'tag': '46b6bf42-6820-4ba7-ab90-e99987d6fdcf', 'status': 'completed', 'code': 200}
Apr 19 19:30:38.857024 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-540cb233-63e9-43cf-af08-55ade0d9a509 req-eb7bedc3-d494-4359-a77f-abb435a83307 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=46b6bf42-6820-4ba7-ab90-e99987d6fdcf HTTP/1.1" status: 200  len: 217 time: 0.1557667
Apr 19 19:30:38.967777 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540cb233-63e9-43cf-af08-55ade0d9a509 req-4fcb597c-ce74-4633-9841-4b50a7b26411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:38.969294 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-540cb233-63e9-43cf-af08-55ade0d9a509 req-4fcb597c-ce74-4633-9841-4b50a7b26411 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ac9037fb-6a4f-47f8-8c54-71f4baca834e HTTP/1.1" status: 200  len: 843 time: 0.1048741
Apr 19 19:30:39.037222 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca97cc6-318f-4637-b492-785ab5961996 req-e2f3d43f-3d4e-45d3-807f-8287497e1a5c tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:39.038918 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7ca97cc6-318f-4637-b492-785ab5961996 req-e2f3d43f-3d4e-45d3-807f-8287497e1a5c tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] 10.222.0.36 "GET /v2.0/ports?device_id=53524cfd-a73f-4a1f-83ed-c8ea80f19bff HTTP/1.1" status: 200  len: 947 time: 0.2531283
Apr 19 19:30:39.066002 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67cf3510-b0db-4e6e-82c9-279d16cf0242 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Router 721b2fd1-6523-4d17-81c2-bdaefed50046 has already been hosted by L3 agent a3cf2d1c-6710-4478-a129-20091cfe97d1 {{(pid=86369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:30:39.109717 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7ca97cc6-318f-4637-b492-785ab5961996 req-00e07ab4-8148-4989-a682-be0c33e03796 tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] 10.222.0.36 "GET /v2.0/security-groups?id=c646dc6e-15b3-4173-b30d-b3101bada698&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599692
Apr 19 19:30:39.115870 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540cb233-63e9-43cf-af08-55ade0d9a509 req-0a33865a-2405-403f-90cf-61ca1596d5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:39.118906 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-540cb233-63e9-43cf-af08-55ade0d9a509 req-0a33865a-2405-403f-90cf-61ca1596d5ec service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2508634a-0b87-4a30-b6cb-a0fc6f4904dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1400816
Apr 19 19:30:39.279911 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-540cb233-63e9-43cf-af08-55ade0d9a509 req-bf1188bd-ecc8-4347-bf27-459231bc42e5 service neutron] 10.222.0.20 "GET /v2.0/networks/2508634a-0b87-4a30-b6cb-a0fc6f4904dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1536779
Apr 19 19:30:39.417282 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67cf3510-b0db-4e6e-82c9-279d16cf0242 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify agent at l3_agent.dv-cinder-786932-1-iscsi the message routers_updated {{(pid=86369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:30:39.422461 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-67cf3510-b0db-4e6e-82c9-279d16cf0242 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for floatingip, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:39.434714 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65259522-03c1-4ba0-89cf-38b93bf78a20 None None] Sync routers for ids ['721b2fd1-6523-4d17-81c2-bdaefed50046'] in dv-cinder-786932-1-iscsi {{(pid=86370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:30:39.454229 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65259522-03c1-4ba0-89cf-38b93bf78a20 None None] Routers {'721b2fd1-6523-4d17-81c2-bdaefed50046'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:30:39.456602 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-65259522-03c1-4ba0-89cf-38b93bf78a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0f2abdd8>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:30:19Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['721b2fd1-6523-4d17-81c2-bdaefed50046'], 'active': True} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:30:39.489686 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-540cb233-63e9-43cf-af08-55ade0d9a509 req-a05dabe8-c217-4d2d-893d-ae76932fc0fe service neutron] 10.222.0.20 "GET /v2.0/networks/2508634a-0b87-4a30-b6cb-a0fc6f4904dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2024331
Apr 19 19:30:39.536885 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-67cf3510-b0db-4e6e-82c9-279d16cf0242 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "PUT /v2.0/floatingips/5e02044e-d80e-40e9-aa4e-a303ba9f606f HTTP/1.1" status: 200  len: 992 time: 2.6053901
Apr 19 19:30:39.537865 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34077736-dd7a-417a-8f98-ff5c211536bd', 'tag': '9e310e16-874d-4595-836e-1faa1f488d17'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:30:39.681163 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34077736-dd7a-417a-8f98-ff5c211536bd', 'tag': '9e310e16-874d-4595-836e-1faa1f488d17', 'status': 'completed', 'code': 200}
Apr 19 19:30:39.759490 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce850e1-d8ec-471a-a884-f749dfdd9e97 req-3c592036-8cb4-4ff8-b617-9b32ff425862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:39.761509 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8ce850e1-d8ec-471a-a884-f749dfdd9e97 req-3c592036-8cb4-4ff8-b617-9b32ff425862 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=975a9bf44d7e4461b89bb21108173f10&device_id=53524cfd-a73f-4a1f-83ed-c8ea80f19bff HTTP/1.1" status: 200  len: 1100 time: 0.1409276
Apr 19 19:30:39.846617 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-65259522-03c1-4ba0-89cf-38b93bf78a20 None None] Set router 721b2fd1-6523-4d17-81c2-bdaefed50046 gateway port host: dv-cinder-786932-1-iscsi {{(pid=86370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:30:39.899041 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f142305d-2456-4c0a-b79e-cc24f690ff51 req-5c4296e6-a900-4724-95a8-d1cfc09c67cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:39.900768 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f142305d-2456-4c0a-b79e-cc24f690ff51 req-5c4296e6-a900-4724-95a8-d1cfc09c67cf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cc39b9932e394741a871cc678ffadd40&device_id=34077736-dd7a-417a-8f98-ff5c211536bd HTTP/1.1" status: 200  len: 1099 time: 0.1507165
Apr 19 19:30:39.947240 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce850e1-d8ec-471a-a884-f749dfdd9e97 req-a017f585-eb9c-44db-8516-bcc84fd0b52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:39.950032 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8ce850e1-d8ec-471a-a884-f749dfdd9e97 req-a017f585-eb9c-44db-8516-bcc84fd0b52a service neutron] 10.222.0.20 "GET /v2.0/networks?id=2508634a-0b87-4a30-b6cb-a0fc6f4904dc HTTP/1.1" status: 200  len: 870 time: 0.1808243
Apr 19 19:30:40.031864 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8ce850e1-d8ec-471a-a884-f749dfdd9e97 req-26c45e25-7c4b-45dd-9e5e-ec143e737f44 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=46b6bf42-6820-4ba7-ab90-e99987d6fdcf HTTP/1.1" status: 200  len: 217 time: 0.0732193
Apr 19 19:30:40.100114 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f142305d-2456-4c0a-b79e-cc24f690ff51 req-a2f9f6cd-669f-471d-9d5c-5d214609db26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:40.103513 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f142305d-2456-4c0a-b79e-cc24f690ff51 req-a2f9f6cd-669f-471d-9d5c-5d214609db26 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9d269001-9e9c-479f-88fd-1acf166660c3 HTTP/1.1" status: 200  len: 912 time: 0.1925840
Apr 19 19:30:40.109598 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce850e1-d8ec-471a-a884-f749dfdd9e97 req-b7f1d3a5-d895-4d8f-8cd7-e481dd4202ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:40.111599 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8ce850e1-d8ec-471a-a884-f749dfdd9e97 req-b7f1d3a5-d895-4d8f-8cd7-e481dd4202ca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ac9037fb-6a4f-47f8-8c54-71f4baca834e HTTP/1.1" status: 200  len: 843 time: 0.0725172
Apr 19 19:30:40.245715 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f142305d-2456-4c0a-b79e-cc24f690ff51 req-f7be2171-484d-4a40-ba55-1f5b41098097 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e310e16-874d-4595-836e-1faa1f488d17 HTTP/1.1" status: 200  len: 1000 time: 0.1346934
Apr 19 19:30:40.253251 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce850e1-d8ec-471a-a884-f749dfdd9e97 req-1451a891-74b3-481e-893a-bdc06f38e1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:40.255257 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8ce850e1-d8ec-471a-a884-f749dfdd9e97 req-1451a891-74b3-481e-893a-bdc06f38e1fc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2508634a-0b87-4a30-b6cb-a0fc6f4904dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1375029
Apr 19 19:30:40.304934 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-65259522-03c1-4ba0-89cf-38b93bf78a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0f2abdd8>, [{'id': '721b2fd1-6523-4d17-81c2-bdaefed50046', 'name': 'tempest-AttachVolumeTestJSON-1543954745-router', 'tenant_id': 'cc39b9932e394741a871cc678ffadd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '3088cc3a-fd41-4640-9ce2-11b8c575e025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:25:03Z', 'updated_at': '2021-04-19T19:25:26Z', 'revision_number': 4, 'project_id': 'cc39b9932e394741a871cc678ffadd40', 'gw_port': {'id': '3088cc3a-fd41-4640-9ce2-11b8c575e025', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:91:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721b2fd1-6523-4d17-81c2-bdaefed50046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:06Z', 'updated_at': '2021-04-19T19:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_floatingips': [{'id': '5e02044e-d80e-40e9-aa4e-a303ba9f606f', 'tenant_id': 'cc39b9932e394741a871cc678ffadd40', 'floating_ip_address': '172.27.1.115', 'floating_network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'router_id': '721b2fd1-6523-4d17-81c2-bdaefed50046', 'port_id': '9e310e16-874d-4595-836e-1faa1f488d17', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d269001-9e9c-479f-88fd-1acf166660c3', 'mac_address': 'fa:16:3e:56:f0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34077736-dd7a-417a-8f98-ff5c211536bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:30:19Z', 'updated_at': '2021-04-19T19:30:37Z', 'revision_number': 1, 'project_id': 'cc39b9932e394741a871cc678ffadd40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97168d22-39e0-488c-baad-6c9ea8caa279', 'name': '', 'network_id': '9d269001-9e9c-479f-88fd-1acf166660c3', 'tenant_id': 'cc39b9932e394741a871cc678ffadd40', 'mac_address': 'fa:16:3e:eb:13:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721b2fd1-6523-4d17-81c2-bdaefed50046', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '00f7e508-0145-491e-8134-c9fdb454d461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:22Z', 'updated_at': '2021-04-19T19:25:40Z', 'revision_number': 5, 'project_id': 'cc39b9932e394741a871cc678ffadd40', 'subnets': [{'id': '00f7e508-0145-491e-8134-c9fdb454d461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:30:40.309949 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65259522-03c1-4ba0-89cf-38b93bf78a20 None None] Checking router: 721b2fd1-6523-4d17-81c2-bdaefed50046 for host: dv-cinder-786932-1-iscsi {{(pid=86370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:30:40.321681 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65259522-03c1-4ba0-89cf-38b93bf78a20 None None] Routers {'721b2fd1-6523-4d17-81c2-bdaefed50046'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:30:40.322524 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-65259522-03c1-4ba0-89cf-38b93bf78a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0f2abdd8>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:30:19Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['721b2fd1-6523-4d17-81c2-bdaefed50046'], 'active': True} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:30:40.384011 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f142305d-2456-4c0a-b79e-cc24f690ff51 req-c49e79d8-7b96-4232-8c2d-ee80178cafed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:40.386780 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f142305d-2456-4c0a-b79e-cc24f690ff51 req-c49e79d8-7b96-4232-8c2d-ee80178cafed service neutron] 10.222.0.20 "GET /v2.0/subnets?id=00f7e508-0145-491e-8134-c9fdb454d461 HTTP/1.1" status: 200  len: 850 time: 0.1335895
Apr 19 19:30:40.486879 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f142305d-2456-4c0a-b79e-cc24f690ff51 req-afcf34f0-6e1e-438a-9a38-6b1a17112291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:40.490111 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f142305d-2456-4c0a-b79e-cc24f690ff51 req-afcf34f0-6e1e-438a-9a38-6b1a17112291 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9d269001-9e9c-479f-88fd-1acf166660c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0947323
Apr 19 19:30:40.544149 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8ce850e1-d8ec-471a-a884-f749dfdd9e97 req-b2532113-c508-436d-a67d-696e1ba72803 service neutron] 10.222.0.20 "GET /v2.0/networks/2508634a-0b87-4a30-b6cb-a0fc6f4904dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2805519
Apr 19 19:30:40.651882 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8933e-ab88-4559-bf72-5146ed354b73 req-0e436721-b5d1-482c-95c9-a75b24dad154 tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:40.653447 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-84c8933e-ab88-4559-bf72-5146ed354b73 req-0e436721-b5d1-482c-95c9-a75b24dad154 tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] 10.222.0.36 "GET /v2.0/ports?device_id=53524cfd-a73f-4a1f-83ed-c8ea80f19bff HTTP/1.1" status: 200  len: 947 time: 0.2797287
Apr 19 19:30:40.741909 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f142305d-2456-4c0a-b79e-cc24f690ff51 req-a92366b0-3157-4474-8faa-29e13be12075 service neutron] 10.222.0.20 "GET /v2.0/networks/9d269001-9e9c-479f-88fd-1acf166660c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2427199
Apr 19 19:30:40.747748 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-65259522-03c1-4ba0-89cf-38b93bf78a20 None None] Set router 721b2fd1-6523-4d17-81c2-bdaefed50046 gateway port host: dv-cinder-786932-1-iscsi {{(pid=86370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:30:40.919530 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f142305d-2456-4c0a-b79e-cc24f690ff51 req-07569fab-ea42-4f60-813f-6256aa9e464f service neutron] 10.222.0.20 "GET /v2.0/networks/9d269001-9e9c-479f-88fd-1acf166660c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1696520
Apr 19 19:30:41.146890 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-84c8933e-ab88-4559-bf72-5146ed354b73 req-c3ea82f7-d0e1-4f3a-a0ec-da6e11f33a51 tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] 10.222.0.36 "GET /v2.0/security-groups?id=c646dc6e-15b3-4173-b30d-b3101bada698&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4783561
Apr 19 19:30:41.185652 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8ce850e1-d8ec-471a-a884-f749dfdd9e97 req-2334be05-e723-4240-9a7b-d7acbe913520 service neutron] 10.222.0.20 "GET /v2.0/networks/2508634a-0b87-4a30-b6cb-a0fc6f4904dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6326578
Apr 19 19:30:41.254942 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-65259522-03c1-4ba0-89cf-38b93bf78a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0f2abdd8>, [{'id': '721b2fd1-6523-4d17-81c2-bdaefed50046', 'name': 'tempest-AttachVolumeTestJSON-1543954745-router', 'tenant_id': 'cc39b9932e394741a871cc678ffadd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '3088cc3a-fd41-4640-9ce2-11b8c575e025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:25:03Z', 'updated_at': '2021-04-19T19:25:26Z', 'revision_number': 4, 'project_id': 'cc39b9932e394741a871cc678ffadd40', 'gw_port': {'id': '3088cc3a-fd41-4640-9ce2-11b8c575e025', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:91:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721b2fd1-6523-4d17-81c2-bdaefed50046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:06Z', 'updated_at': '2021-04-19T19:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_floatingips': [{'id': '5e02044e-d80e-40e9-aa4e-a303ba9f606f', 'tenant_id': 'cc39b9932e394741a871cc678ffadd40', 'floating_ip_address': '172.27.1.115', 'floating_network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'router_id': '721b2fd1-6523-4d17-81c2-bdaefed50046', 'port_id': '9e310e16-874d-4595-836e-1faa1f488d17', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d269001-9e9c-479f-88fd-1acf166660c3', 'mac_address': 'fa:16:3e:56:f0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34077736-dd7a-417a-8f98-ff5c211536bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:30:19Z', 'updated_at': '2021-04-19T19:30:37Z', 'revision_number': 1, 'project_id': 'cc39b9932e394741a871cc678ffadd40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97168d22-39e0-488c-baad-6c9ea8caa279', 'name': '', 'network_id': '9d269001-9e9c-479f-88fd-1acf166660c3', 'tenant_id': 'cc39b9932e394741a871cc678ffadd40', 'mac_address': 'fa:16:3e:eb:13:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721b2fd1-6523-4d17-81c2-bdaefed50046', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '00f7e508-0145-491e-8134-c9fdb454d461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:22Z', 'updated_at': '2021-04-19T19:25:40Z', 'revision_number': 5, 'project_id': 'cc39b9932e394741a871cc678ffadd40', 'subnets': [{'id': '00f7e508-0145-491e-8134-c9fdb454d461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:30:41.260046 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65259522-03c1-4ba0-89cf-38b93bf78a20 None None] The sync data for ids ['721b2fd1-6523-4d17-81c2-bdaefed50046'] in dv-cinder-786932-1-iscsi is: [{'id': '721b2fd1-6523-4d17-81c2-bdaefed50046', 'name': 'tempest-AttachVolumeTestJSON-1543954745-router', 'tenant_id': 'cc39b9932e394741a871cc678ffadd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '3088cc3a-fd41-4640-9ce2-11b8c575e025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:25:03Z', 'updated_at': '2021-04-19T19:25:26Z', 'revision_number': 4, 'project_id': 'cc39b9932e394741a871cc678ffadd40', 'gw_port': {'id': '3088cc3a-fd41-4640-9ce2-11b8c575e025', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:91:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721b2fd1-6523-4d17-81c2-bdaefed50046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:06Z', 'updated_at': '2021-04-19T19:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_floatingips': [{'id': '5e02044e-d80e-40e9-aa4e-a303ba9f606f', 'tenant_id': 'cc39b9932e394741a871cc678ffadd40', 'floating_ip_address': '172.27.1.115', 'floating_network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'router_id': '721b2fd1-6523-4d17-81c2-bdaefed50046', 'port_id': '9e310e16-874d-4595-836e-1faa1f488d17', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d269001-9e9c-479f-88fd-1acf166660c3', 'mac_address': 'fa:16:3e:56:f0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34077736-dd7a-417a-8f98-ff5c211536bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:30:19Z', 'updated_at': '2021-04-19T19:30:37Z', 'revision_number': 1, 'project_id': 'cc39b9932e394741a871cc678ffadd40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97168d22-39e0-488c-baad-6c9ea8caa279', 'name': '', 'network_id': '9d269001-9e9c-479f-88fd-1acf166660c3', 'tenant_id': 'cc39b9932e394741a871cc678ffadd40', 'mac_address': 'fa:16:3e:eb:13:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721b2fd1-6523-4d17-81c2-bdaefed50046', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '00f7e508-0145-491e-8134-c9fdb454d461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:22Z', 'updated_at': '2021-04-19T19:25:40Z', 'revision_number': 5, 'project_id': 'cc39b9932e394741a871cc678ffadd40', 'subnets': [{'id': '00f7e508-0145-491e-8134-c9fdb454d461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:30:41.572740 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852bb41a-13f3-4091-b53b-925aa1663153 None None] New status for floating IP 5e02044e-d80e-40e9-aa4e-a303ba9f606f: ACTIVE {{(pid=86371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 19:30:42.363106 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a410c-82d1-4203-84bf-2d7d5bc6fbc6 req-0bd61fd4-7617-4097-8785-3c5c5bf54d4e tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:42.365162 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a58a410c-82d1-4203-84bf-2d7d5bc6fbc6 req-0bd61fd4-7617-4097-8785-3c5c5bf54d4e tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] 10.222.0.36 "GET /v2.0/ports?device_id=53524cfd-a73f-4a1f-83ed-c8ea80f19bff HTTP/1.1" status: 200  len: 947 time: 0.0954196
Apr 19 19:30:42.419155 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a58a410c-82d1-4203-84bf-2d7d5bc6fbc6 req-a916e169-41a2-477b-8a29-4e01b18df894 tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] 10.222.0.36 "GET /v2.0/security-groups?id=c646dc6e-15b3-4173-b30d-b3101bada698&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469501
Apr 19 19:30:43.060650 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device 46b6bf42-6820-4ba7-ab90-e99987d6fdcf details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 19:30:43.233187 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port 46b6bf42-6820-4ba7-ab90-e99987d6fdcf, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=46b6bf42-6820-4ba7-ab90-e99987d6fdcf,segment=NetworkSegment(46bee5b9-83ff-44bc-88e2-a92cf5026f4a),segment_id=46bee5b9-83ff-44bc-88e2-a92cf5026f4a)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:30:43.249748 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Returning: {'device': '46b6bf42-6820-4ba7-ab90-e99987d6fdcf', 'network_id': '2508634a-0b87-4a30-b6cb-a0fc6f4904dc', 'port_id': '46b6bf42-6820-4ba7-ab90-e99987d6fdcf', 'mac_address': 'fa:16:3e:ed:6c:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac9037fb-6a4f-47f8-8c54-71f4baca834e', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 19:30:43.325242 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:43.344761 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46b6bf42-6820-4ba7-ab90-e99987d6fdcf {{(pid=86370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:30:43.367341 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port 46b6bf42-6820-4ba7-ab90-e99987d6fdcf, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=46b6bf42-6820-4ba7-ab90-e99987d6fdcf,segment=NetworkSegment(46bee5b9-83ff-44bc-88e2-a92cf5026f4a),segment_id=46bee5b9-83ff-44bc-88e2-a92cf5026f4a)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:30:43.371520 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:43.373736 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:30:43.461719 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Pushing event updated for resources: {'Port': ['ID=46b6bf42-6820-4ba7-ab90-e99987d6fdcf,revision_number=4']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:30:43.471361 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:30:43.471804 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:30:43.472161 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:30:43.472543 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:30:43.472918 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:30:43.473299 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:30:43.473670 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:30:43.474044 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:30:43.474415 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:30:43.474839 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:30:43.475156 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:30:43.475522 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:30:43.480468 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:30:43.666513 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3051bd6-05cb-4461-aa5a-227c603d5195 req-d46310e3-40a1-4d56-b9f9-a6789ae4e024 tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:43.668235 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f3051bd6-05cb-4461-aa5a-227c603d5195 req-d46310e3-40a1-4d56-b9f9-a6789ae4e024 tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] 10.222.0.36 "GET /v2.0/ports?device_id=53524cfd-a73f-4a1f-83ed-c8ea80f19bff HTTP/1.1" status: 200  len: 948 time: 0.1144142
Apr 19 19:30:43.716094 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] get_ports_and_sgs() called for port_ids ['46b6bf42-6820-4ba7-ab90-e99987d6fdcf'] {{(pid=86370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:30:43.725486 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f3051bd6-05cb-4461-aa5a-227c603d5195 req-9ae9d487-aea6-461e-8eef-f81f722e933c tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] 10.222.0.36 "GET /v2.0/security-groups?id=c646dc6e-15b3-4173-b30d-b3101bada698&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497422
Apr 19 19:30:44.943884 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0943e29a-55a0-4c7f-96af-fb6b7827537f req-f86d2f54-fe39-426a-bc43-35417a691938 tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:44.945579 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0943e29a-55a0-4c7f-96af-fb6b7827537f req-f86d2f54-fe39-426a-bc43-35417a691938 tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] 10.222.0.36 "GET /v2.0/ports?device_id=53524cfd-a73f-4a1f-83ed-c8ea80f19bff HTTP/1.1" status: 200  len: 948 time: 0.0956700
Apr 19 19:30:45.006263 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0943e29a-55a0-4c7f-96af-fb6b7827537f req-68c56995-d819-44d3-843f-0420d1ca5376 tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] 10.222.0.36 "GET /v2.0/security-groups?id=c646dc6e-15b3-4173-b30d-b3101bada698&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540118
Apr 19 19:30:45.066387 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device 46b6bf42-6820-4ba7-ab90-e99987d6fdcf up at agent hyperv_hv-cinder-78693 {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:30:45.145730 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Provisioning for port 46b6bf42-6820-4ba7-ab90-e99987d6fdcf completed by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:30:45.150956 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Provisioning complete for port 46b6bf42-6820-4ba7-ab90-e99987d6fdcf triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:30:45.151369 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:45.286018 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:45.315492 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53524cfd-a73f-4a1f-83ed-c8ea80f19bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b6bf42-6820-4ba7-ab90-e99987d6fdcf'}] {{(pid=86370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:30:45.326502 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port 46b6bf42-6820-4ba7-ab90-e99987d6fdcf, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=46b6bf42-6820-4ba7-ab90-e99987d6fdcf,segment=NetworkSegment(46bee5b9-83ff-44bc-88e2-a92cf5026f4a),segment_id=46bee5b9-83ff-44bc-88e2-a92cf5026f4a)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:30:45.331482 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:45.334627 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b8595187-ff90-4798-aebf-784a649f1d7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:30:45.406318 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53524cfd-a73f-4a1f-83ed-c8ea80f19bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b6bf42-6820-4ba7-ab90-e99987d6fdcf', 'code': 200}
Apr 19 19:30:45.478027 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Pushing event updated for resources: {'Port': ['ID=46b6bf42-6820-4ba7-ab90-e99987d6fdcf,revision_number=5']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:30:45.484025 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:30:45.722106 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff9c037-5a27-49a5-af7b-29b119f5941f req-1abdbf9e-1039-44c8-996f-8d5d0078a712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:45.723764 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5ff9c037-5a27-49a5-af7b-29b119f5941f req-1abdbf9e-1039-44c8-996f-8d5d0078a712 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=53524cfd-a73f-4a1f-83ed-c8ea80f19bff HTTP/1.1" status: 200  len: 1102 time: 0.0787582
Apr 19 19:30:45.778086 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5ff9c037-5a27-49a5-af7b-29b119f5941f req-0fb64ca3-1629-4de8-bd2a-a56f1dc3864a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c646dc6e-15b3-4173-b30d-b3101bada698&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394440
Apr 19 19:30:45.805968 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d0fb0d8c-b6fc-478d-b772-ea6ef8a2ad83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:46.241276 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b68c671-12c1-4134-b928-a548d9c2506c req-c40127bb-3565-423f-92b0-51a7480c3bfc tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:46.242811 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2b68c671-12c1-4134-b928-a548d9c2506c req-c40127bb-3565-423f-92b0-51a7480c3bfc tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] 10.222.0.36 "GET /v2.0/ports?device_id=53524cfd-a73f-4a1f-83ed-c8ea80f19bff HTTP/1.1" status: 200  len: 949 time: 0.0978887
Apr 19 19:30:46.293215 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2b68c671-12c1-4134-b928-a548d9c2506c req-e4ee38fc-028e-48fe-ab73-fe2ae9ba9f34 tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] 10.222.0.36 "GET /v2.0/security-groups?id=c646dc6e-15b3-4173-b30d-b3101bada698&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436449
Apr 19 19:30:47.506576 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5896d38-9cfa-4aaf-b786-fed556449976 req-2b3323c2-cbe3-4ec3-b416-42a93700693c tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:47.508272 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d5896d38-9cfa-4aaf-b786-fed556449976 req-2b3323c2-cbe3-4ec3-b416-42a93700693c tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] 10.222.0.36 "GET /v2.0/ports?device_id=53524cfd-a73f-4a1f-83ed-c8ea80f19bff HTTP/1.1" status: 200  len: 949 time: 0.0919352
Apr 19 19:30:47.559395 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d5896d38-9cfa-4aaf-b786-fed556449976 req-8c49e09a-6fef-4235-ac39-daaf5db3e69c tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] 10.222.0.36 "GET /v2.0/security-groups?id=c646dc6e-15b3-4173-b30d-b3101bada698&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440006
Apr 19 19:30:48.083352 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488466af-fd54-4fd3-9b11-ff04a99a84ba req-9d058ee3-f99d-4948-8559-83295b7c462c tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:48.085142 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-488466af-fd54-4fd3-9b11-ff04a99a84ba req-9d058ee3-f99d-4948-8559-83295b7c462c tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] 10.222.0.36 "GET /v2.0/ports?device_id=53524cfd-a73f-4a1f-83ed-c8ea80f19bff HTTP/1.1" status: 200  len: 949 time: 0.0980575
Apr 19 19:30:48.139106 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-488466af-fd54-4fd3-9b11-ff04a99a84ba req-f6ad65ae-682f-47d1-96a2-d877893ea909 tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] 10.222.0.36 "GET /v2.0/security-groups?id=c646dc6e-15b3-4173-b30d-b3101bada698&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473206
Apr 19 19:30:48.608549 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-23595874-ab39-4fd3-b1b6-32d1fa8c3c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:49.363352 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75709ebc-e2b0-4a45-91cb-2594f63d1506 req-31ee437b-74b8-4908-9e06-c214409e013e tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:49.365110 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-75709ebc-e2b0-4a45-91cb-2594f63d1506 req-31ee437b-74b8-4908-9e06-c214409e013e tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] 10.222.0.36 "GET /v2.0/ports?device_id=53524cfd-a73f-4a1f-83ed-c8ea80f19bff HTTP/1.1" status: 200  len: 949 time: 0.1020594
Apr 19 19:30:49.434398 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-75709ebc-e2b0-4a45-91cb-2594f63d1506 req-34545d8a-f2d8-459e-8674-244f9346cf49 tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] 10.222.0.36 "GET /v2.0/security-groups?id=c646dc6e-15b3-4173-b30d-b3101bada698&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620596
Apr 19 19:30:49.688033 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441c6b3-5788-404d-ade3-b1d0afa7e727 req-e8ca2275-f88f-4117-a251-6a228aebcc3f tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:49.690501 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7441c6b3-5788-404d-ade3-b1d0afa7e727 req-e8ca2275-f88f-4117-a251-6a228aebcc3f tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] 10.222.0.20 "GET /v2.0/ports?device_id=53524cfd-a73f-4a1f-83ed-c8ea80f19bff HTTP/1.1" status: 200  len: 949 time: 0.0976005
Apr 19 19:30:49.753651 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-000a1909-ab5b-4f97-8afb-04fdec5398f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:49.776142 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-7441c6b3-5788-404d-ade3-b1d0afa7e727 req-64d28d57-f195-458a-a802-63570f922f1d tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] Deleting port 46b6bf42-6820-4ba7-ab90-e99987d6fdcf {{(pid=86368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:30:49.777366 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-7441c6b3-5788-404d-ade3-b1d0afa7e727 req-64d28d57-f195-458a-a802-63570f922f1d tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:49.945995 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:50.128057 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-7441c6b3-5788-404d-ade3-b1d0afa7e727 req-64d28d57-f195-458a-a802-63570f922f1d tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] For port 46b6bf42-6820-4ba7-ab90-e99987d6fdcf, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=46b6bf42-6820-4ba7-ab90-e99987d6fdcf,segment=NetworkSegment(46bee5b9-83ff-44bc-88e2-a92cf5026f4a),segment_id=46bee5b9-83ff-44bc-88e2-a92cf5026f4a)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:30:50.128417 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-7441c6b3-5788-404d-ade3-b1d0afa7e727 req-64d28d57-f195-458a-a802-63570f922f1d tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697982'] for port, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:50.329831 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-7441c6b3-5788-404d-ade3-b1d0afa7e727 req-64d28d57-f195-458a-a802-63570f922f1d tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] Calling delete_port for 46b6bf42-6820-4ba7-ab90-e99987d6fdcf owned by compute:nova {{(pid=86368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:30:50.558055 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-7441c6b3-5788-404d-ade3-b1d0afa7e727 req-64d28d57-f195-458a-a802-63570f922f1d tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297115604255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297116051999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822331971'] for port, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:50.568501 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e47cee67-cbf6-4570-8eec-ad13d56500f1 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:30:50.604778 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] get_ports_and_sgs() called for port_ids ['46b6bf42-6820-4ba7-ab90-e99987d6fdcf'] {{(pid=86370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:30:50.635128 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d28d57-f195-458a-a802-63570f922f1d tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] Pushing event deleted for resources: {'Port': ['ID=46b6bf42-6820-4ba7-ab90-e99987d6fdcf,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:30:50.675348 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-64d28d57-f195-458a-a802-63570f922f1d tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:30:50.686464 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5c78a517-44d6-4271-a115-cae59bf86ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:50.722407 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-676f5044-8c8e-4a23-bc59-ba3a3cd3d03d req-41d01534-8e73-414a-9231-9a1dcd978312 tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] 10.222.0.36 "GET /v2.0/ports?device_id=53524cfd-a73f-4a1f-83ed-c8ea80f19bff HTTP/1.1" status: 200  len: 210 time: 0.0914247
Apr 19 19:30:50.772490 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-7441c6b3-5788-404d-ade3-b1d0afa7e727 req-64d28d57-f195-458a-a802-63570f922f1d tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] No DVR routers for this DVR port 46b6bf42-6820-4ba7-ab90-e99987d6fdcf on host hv-cinder-78693 {{(pid=86368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 19:30:50.775465 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-7441c6b3-5788-404d-ade3-b1d0afa7e727 req-64d28d57-f195-458a-a802-63570f922f1d tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for port, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:50.778642 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53524cfd-a73f-4a1f-83ed-c8ea80f19bff', 'name': 'network-vif-deleted', 'tag': '46b6bf42-6820-4ba7-ab90-e99987d6fdcf'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:30:50.798243 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7441c6b3-5788-404d-ade3-b1d0afa7e727 req-64d28d57-f195-458a-a802-63570f922f1d tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] 10.222.0.20 "DELETE /v2.0/ports/46b6bf42-6820-4ba7-ab90-e99987d6fdcf HTTP/1.1" status: 204  len: 173 time: 1.0997124
Apr 19 19:30:50.843582 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53524cfd-a73f-4a1f-83ed-c8ea80f19bff', 'name': 'network-vif-deleted', 'tag': '46b6bf42-6820-4ba7-ab90-e99987d6fdcf', 'status': 'completed', 'code': 200}
Apr 19 19:30:55.151466 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device 46b6bf42-6820-4ba7-ab90-e99987d6fdcf no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:30:55.200385 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] No Port match for: 46b6bf42-6820-4ba7-ab90-e99987d6fdcf {{(pid=86370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:30:55.201065 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device 46b6bf42-6820-4ba7-ab90-e99987d6fdcf not bound to the agent host hv-cinder-78693 {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:30:56.632880 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-56618793-170e-4aa6-8efa-9c6d4ae7a1f6 None None] Agent healthcheck: found 6 active agents {{(pid=86371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:30:57.248620 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 54872) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:30:57.464859 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-bbbd35f2-c83c-4735-a015-2893af97e07c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=975a9bf44d7e4461b89bb21108173f10&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2147555
Apr 19 19:30:57.467803 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 54880) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:30:57.566856 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-82bc39b3-8f8d-4f3b-b9e5-631df229b1f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:57.594686 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-82bc39b3-8f8d-4f3b-b9e5-631df229b1f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:57.651022 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-82bc39b3-8f8d-4f3b-b9e5-631df229b1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:57.656324 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-01ce382d-337b-4ee1-b842-c1181f448f88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:30:57.671599 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bc39b3-8f8d-4f3b-b9e5-631df229b1f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c646dc6e-15b3-4173-b30d-b3101bada698,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:30:57.677045 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-82bc39b3-8f8d-4f3b-b9e5-631df229b1f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:30:57.681060 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-82bc39b3-8f8d-4f3b-b9e5-631df229b1f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:57.684773 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-82bc39b3-8f8d-4f3b-b9e5-631df229b1f8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c646dc6e-15b3-4173-b30d-b3101bada698 HTTP/1.1" status: 204  len: 168 time: 0.2133443
Apr 19 19:30:58.870861 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:30:59.977297 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111779fd-3270-412a-8fad-8ddfe8f8e587 req-eef0e563-0342-4b16-9d0f-f1f72dd1a38a tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:30:59.979296 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-111779fd-3270-412a-8fad-8ddfe8f8e587 req-eef0e563-0342-4b16-9d0f-f1f72dd1a38a tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 945 time: 0.1393533
Apr 19 19:31:00.040260 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-111779fd-3270-412a-8fad-8ddfe8f8e587 req-3e3eec87-502f-4be3-9851-96079ea8a69e tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=374ca9db-06bf-4b18-b6c0-036a92e6c489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0519402
Apr 19 19:31:01.321783 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6776ac-3285-4a30-999b-da49b434090d req-a51726db-e387-4f12-8b73-1f4500db2b45 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:31:01.323508 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6b6776ac-3285-4a30-999b-da49b434090d req-a51726db-e387-4f12-8b73-1f4500db2b45 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 945 time: 0.0966876
Apr 19 19:31:01.383080 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6b6776ac-3285-4a30-999b-da49b434090d req-b90a57b0-07e4-48a7-80f4-4a23b386b55d tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=374ca9db-06bf-4b18-b6c0-036a92e6c489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471466
Apr 19 19:31:02.696443 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b935d748-30c2-40e5-91a0-22542ac596f4 req-d62034a4-bd73-460b-a221-593470bf2d10 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:31:02.699023 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b935d748-30c2-40e5-91a0-22542ac596f4 req-d62034a4-bd73-460b-a221-593470bf2d10 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 945 time: 0.1768885
Apr 19 19:31:02.755803 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b935d748-30c2-40e5-91a0-22542ac596f4 req-feabc0e4-54df-49b1-9d56-1e229d86c972 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=374ca9db-06bf-4b18-b6c0-036a92e6c489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496917
Apr 19 19:31:04.003151 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03876b5d-a6a6-449c-9dd2-c22ddf64ee61 req-997cbf90-6ba8-4ce0-8fa4-1caea69dc068 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:31:04.004919 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-03876b5d-a6a6-449c-9dd2-c22ddf64ee61 req-997cbf90-6ba8-4ce0-8fa4-1caea69dc068 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 945 time: 0.1009910
Apr 19 19:31:04.064362 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-03876b5d-a6a6-449c-9dd2-c22ddf64ee61 req-ce83062d-1963-44aa-a629-2da5a94057a4 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=374ca9db-06bf-4b18-b6c0-036a92e6c489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489967
Apr 19 19:31:05.278676 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde5f0d-636d-435c-8092-0311abd39c0a req-203a0f76-2c70-4062-9b23-1adfe69c209e tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:31:05.280340 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bbde5f0d-636d-435c-8092-0311abd39c0a req-203a0f76-2c70-4062-9b23-1adfe69c209e tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 945 time: 0.0921390
Apr 19 19:31:05.331850 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bbde5f0d-636d-435c-8092-0311abd39c0a req-f1ceaf39-3877-4884-b155-5fc514b34b1f tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=374ca9db-06bf-4b18-b6c0-036a92e6c489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443146
Apr 19 19:31:06.570862 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66c73c6-27a0-4c44-b2c3-918bc8a7bb3a req-c2df03cf-a771-437c-9eb4-76d97450a584 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:31:06.581977 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e66c73c6-27a0-4c44-b2c3-918bc8a7bb3a req-c2df03cf-a771-437c-9eb4-76d97450a584 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 945 time: 0.1254275
Apr 19 19:31:06.635098 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e66c73c6-27a0-4c44-b2c3-918bc8a7bb3a req-02b566df-f41a-4300-b056-c65969730540 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=374ca9db-06bf-4b18-b6c0-036a92e6c489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469317
Apr 19 19:31:07.693295 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d78b069f-331b-4c56-865b-2e1fab2f7071 req-c2fe8257-d7a7-40c3-bf5a-5e2c2de8e579 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f9d12116-ab28-4eec-b0dd-7ab43e7386a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0840142
Apr 19 19:31:07.945930 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b069f-331b-4c56-865b-2e1fab2f7071 req-d5be37d4-26e5-40d7-a097-8a7c6ccd6d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:31:07.947593 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d78b069f-331b-4c56-865b-2e1fab2f7071 req-d5be37d4-26e5-40d7-a097-8a7c6ccd6d4e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4ca113d70014148bb7b01a5ca52e617&device_id=f9d12116-ab28-4eec-b0dd-7ab43e7386a4 HTTP/1.1" status: 200  len: 1098 time: 0.1579933
Apr 19 19:31:07.957370 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31258783-b2c6-48ea-8a1c-c63e72726810 req-b46b0d75-be73-4f0f-935e-dceef058e7ef tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:31:07.959027 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-31258783-b2c6-48ea-8a1c-c63e72726810 req-b46b0d75-be73-4f0f-935e-dceef058e7ef tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 945 time: 0.1300523
Apr 19 19:31:08.110865 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-31258783-b2c6-48ea-8a1c-c63e72726810 req-499e8868-c28a-4338-836d-091d4e89ae88 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=374ca9db-06bf-4b18-b6c0-036a92e6c489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1431043
Apr 19 19:31:08.201559 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b069f-331b-4c56-865b-2e1fab2f7071 req-75bc2c2d-1fb7-4e05-87d8-5ca0abc6fc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:31:08.206053 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d78b069f-331b-4c56-865b-2e1fab2f7071 req-75bc2c2d-1fb7-4e05-87d8-5ca0abc6fc7a service neutron] 10.222.0.20 "GET /v2.0/networks?id=2d3e41b1-31e3-4474-ae4c-35f4f724ebfb HTTP/1.1" status: 200  len: 909 time: 0.2352538
Apr 19 19:31:08.322608 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d78b069f-331b-4c56-865b-2e1fab2f7071 req-6c7f6cbe-fc8e-426e-8c8d-7511f7f4bac1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f81f6244-c7d7-48d3-bae9-70946c5b8145 HTTP/1.1" status: 200  len: 1000 time: 0.1106007
Apr 19 19:31:08.456795 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b069f-331b-4c56-865b-2e1fab2f7071 req-d9fbf66d-722a-4efb-8450-8513ea1fbd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:31:08.459459 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d78b069f-331b-4c56-865b-2e1fab2f7071 req-d9fbf66d-722a-4efb-8450-8513ea1fbd98 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b982e9fc-25d6-4db7-9e76-30317f3de3b0 HTTP/1.1" status: 200  len: 847 time: 0.1288798
Apr 19 19:31:08.554487 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b069f-331b-4c56-865b-2e1fab2f7071 req-906f83de-2063-4d28-9ce9-c2aaec0e9b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:31:08.556434 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d78b069f-331b-4c56-865b-2e1fab2f7071 req-906f83de-2063-4d28-9ce9-c2aaec0e9b22 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2d3e41b1-31e3-4474-ae4c-35f4f724ebfb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0903542
Apr 19 19:31:08.788595 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d78b069f-331b-4c56-865b-2e1fab2f7071 req-47d1ca84-2e7c-4506-8437-a74518c80adc service neutron] 10.222.0.20 "GET /v2.0/networks/2d3e41b1-31e3-4474-ae4c-35f4f724ebfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2238133
Apr 19 19:31:09.016798 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d78b069f-331b-4c56-865b-2e1fab2f7071 req-4d7f58cf-8e83-4062-8a7e-4c644bd5da32 service neutron] 10.222.0.20 "GET /v2.0/networks/2d3e41b1-31e3-4474-ae4c-35f4f724ebfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2207322
Apr 19 19:31:09.343264 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b4817b-5d42-4237-91c2-22c4a369c17a req-1ca3c2c6-b9f1-4996-a453-2b26aaee7845 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:31:09.345488 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-25b4817b-5d42-4237-91c2-22c4a369c17a req-1ca3c2c6-b9f1-4996-a453-2b26aaee7845 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 945 time: 0.1006806
Apr 19 19:31:09.400178 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-25b4817b-5d42-4237-91c2-22c4a369c17a req-3a2b392c-54d3-4576-a45f-b640b2432b59 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=374ca9db-06bf-4b18-b6c0-036a92e6c489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467458
Apr 19 19:31:10.643074 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b17a8-43cb-40c2-a56a-b158ecae5738 req-00793c6c-cd51-4e97-a9b1-fa46e194b68e tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:31:10.644894 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-db0b17a8-43cb-40c2-a56a-b158ecae5738 req-00793c6c-cd51-4e97-a9b1-fa46e194b68e tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 945 time: 0.1092451
Apr 19 19:31:10.701212 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-db0b17a8-43cb-40c2-a56a-b158ecae5738 req-ac40273b-abc7-4238-8223-6add104f319b tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=374ca9db-06bf-4b18-b6c0-036a92e6c489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488751
Apr 19 19:31:11.933686 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60155f1-61f2-4245-8c63-49663caecb5e req-08547120-9d4e-4439-9a48-4f94513e8904 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:31:11.935374 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a60155f1-61f2-4245-8c63-49663caecb5e req-08547120-9d4e-4439-9a48-4f94513e8904 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 945 time: 0.0970278
Apr 19 19:31:11.988464 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a60155f1-61f2-4245-8c63-49663caecb5e req-576609f8-85ca-461e-bff9-2168ce1375da tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=374ca9db-06bf-4b18-b6c0-036a92e6c489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462055
Apr 19 19:31:13.224808 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa5d92-23be-4d41-915e-3a9a775de790 req-7ffbf3bf-b228-4cbe-8c2f-47cc1ef19bcd tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:31:13.226534 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7ffa5d92-23be-4d41-915e-3a9a775de790 req-7ffbf3bf-b228-4cbe-8c2f-47cc1ef19bcd tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 945 time: 0.1105421
Apr 19 19:31:13.316262 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7ffa5d92-23be-4d41-915e-3a9a775de790 req-ef520dc3-6c87-472a-8a9e-c65ba715a36d tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=374ca9db-06bf-4b18-b6c0-036a92e6c489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0816774
Apr 19 19:31:14.655315 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07dacc8-ffa0-447c-b964-99e148a4d36e req-247923f3-d266-471c-9ad0-025b502265df tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:31:14.657897 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e07dacc8-ffa0-447c-b964-99e148a4d36e req-247923f3-d266-471c-9ad0-025b502265df tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 945 time: 0.1052992
Apr 19 19:31:14.716327 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e07dacc8-ffa0-447c-b964-99e148a4d36e req-196c30ab-30b9-4c08-a35c-dc4bb16ce23d tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=374ca9db-06bf-4b18-b6c0-036a92e6c489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0512822
Apr 19 19:31:15.813485 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7d6c3728-e868-41fd-b067-0dc8123cb4be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:15.961742 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8bbad1-d643-4ad7-84c2-06806955b6b6 req-ba932e32-74bb-4df5-b36b-3a058fad1d81 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:31:15.964014 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bf8bbad1-d643-4ad7-84c2-06806955b6b6 req-ba932e32-74bb-4df5-b36b-3a058fad1d81 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 945 time: 0.1059391
Apr 19 19:31:16.018839 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bf8bbad1-d643-4ad7-84c2-06806955b6b6 req-34d5f4a6-7c4a-4385-9c97-b40a6142a73a tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=374ca9db-06bf-4b18-b6c0-036a92e6c489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461061
Apr 19 19:31:17.246336 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e5403c-feda-41ed-ac8d-2f4bda1b613a req-93d8e4b2-7ec1-449f-b00a-024f6e7f3f5b tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:31:17.248070 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-44e5403c-feda-41ed-ac8d-2f4bda1b613a req-93d8e4b2-7ec1-449f-b00a-024f6e7f3f5b tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 945 time: 0.0988569
Apr 19 19:31:17.311657 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-44e5403c-feda-41ed-ac8d-2f4bda1b613a req-7dbeec89-c725-4a28-b3d5-8e4c4b5f5f2b tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=374ca9db-06bf-4b18-b6c0-036a92e6c489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510967
Apr 19 19:31:18.572247 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d2f59-783e-4f46-b835-1c174d920fff req-34acb848-5eb6-40b7-8390-c78ed4e47a11 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:31:18.574752 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bb5d2f59-783e-4f46-b835-1c174d920fff req-34acb848-5eb6-40b7-8390-c78ed4e47a11 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 945 time: 0.1370296
Apr 19 19:31:18.611487 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-55d878de-8c53-4fce-a13d-04bce1c3be66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:18.640536 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bb5d2f59-783e-4f46-b835-1c174d920fff req-760085fb-f52d-4b03-a817-3e7e9e0f7ff7 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=374ca9db-06bf-4b18-b6c0-036a92e6c489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0584574
Apr 19 19:31:19.269323 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device d8a7c84d-36c6-4271-900a-aba37d861a41 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 19:31:19.465166 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port d8a7c84d-36c6-4271-900a-aba37d861a41, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d8a7c84d-36c6-4271-900a-aba37d861a41,segment=NetworkSegment(2744bb2d-9e24-4863-b8d8-e4b09c9832ec),segment_id=2744bb2d-9e24-4863-b8d8-e4b09c9832ec)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:31:19.481613 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Returning: {'device': 'd8a7c84d-36c6-4271-900a-aba37d861a41', 'network_id': 'a89eb528-cfbf-497b-ad2d-b1613a8bf395', 'port_id': 'd8a7c84d-36c6-4271-900a-aba37d861a41', 'mac_address': 'fa:16:3e:f6:93:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '194aa9b4-1b11-48c1-957e-a5acc2bb888c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 19:31:19.583694 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:19.605607 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d8a7c84d-36c6-4271-900a-aba37d861a41 {{(pid=86370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:31:19.623689 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port d8a7c84d-36c6-4271-900a-aba37d861a41, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d8a7c84d-36c6-4271-900a-aba37d861a41,segment=NetworkSegment(2744bb2d-9e24-4863-b8d8-e4b09c9832ec),segment_id=2744bb2d-9e24-4863-b8d8-e4b09c9832ec)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:31:19.628637 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:19.630791 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:31:19.663278 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 55088) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:31:19.711759 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Pushing event updated for resources: {'Port': ['ID=d8a7c84d-36c6-4271-900a-aba37d861a41,revision_number=6']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:31:19.715300 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:31:19.777633 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-000a1909-ab5b-4f97-8afb-04fdec5398f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:19.816752 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] get_ports_and_sgs() called for port_ids ['d8a7c84d-36c6-4271-900a-aba37d861a41'] {{(pid=86370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:31:19.879475 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-55526eab-92bb-40ba-8c06-f049a62143c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:19.902123 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-55526eab-92bb-40ba-8c06-f049a62143c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:31:19.914326 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-55526eab-92bb-40ba-8c06-f049a62143c4 admin admin] Usage tracker for resource:security_group_rule and tenant:daa8ba9cf5f648ec97e8e5906eae4ce7 is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:31:19.921591 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-55526eab-92bb-40ba-8c06-f049a62143c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:31:19.931828 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-55526eab-92bb-40ba-8c06-f049a62143c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:31:19.973021 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0dab92-96fc-46b3-8426-2138b0d139ee req-1ddd4294-061b-4f12-af9b-08ecb47b6207 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:31:19.974729 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4d0dab92-96fc-46b3-8426-2138b0d139ee req-1ddd4294-061b-4f12-af9b-08ecb47b6207 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 944 time: 0.1772377
Apr 19 19:31:19.986892 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:20.063554 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4d0dab92-96fc-46b3-8426-2138b0d139ee req-b718239b-c8f1-4bce-b597-3f7da42bc9ef tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=374ca9db-06bf-4b18-b6c0-036a92e6c489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0659199
Apr 19 19:31:20.125696 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-55526eab-92bb-40ba-8c06-f049a62143c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:20.131769 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-55526eab-92bb-40ba-8c06-f049a62143c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:20.150317 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-d729f825-eb13-4fbd-9d07-556d9a668f6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:31:20.206156 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-55526eab-92bb-40ba-8c06-f049a62143c4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=daa8ba9cf5f648ec97e8e5906eae4ce7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5415998
Apr 19 19:31:20.208535 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55526eab-92bb-40ba-8c06-f049a62143c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=554bebb0-a9de-4d65-8c38-2a6087cf6821,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:31:20.211098 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 55108) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:31:20.217772 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55526eab-92bb-40ba-8c06-f049a62143c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:31:20.218236 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55526eab-92bb-40ba-8c06-f049a62143c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:31:20.218647 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55526eab-92bb-40ba-8c06-f049a62143c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:31:20.219109 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55526eab-92bb-40ba-8c06-f049a62143c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:31:20.219511 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55526eab-92bb-40ba-8c06-f049a62143c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:31:20.219946 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55526eab-92bb-40ba-8c06-f049a62143c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:31:20.220344 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55526eab-92bb-40ba-8c06-f049a62143c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:31:20.220736 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55526eab-92bb-40ba-8c06-f049a62143c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:31:20.221131 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55526eab-92bb-40ba-8c06-f049a62143c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:31:20.221520 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55526eab-92bb-40ba-8c06-f049a62143c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:31:20.221909 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55526eab-92bb-40ba-8c06-f049a62143c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:31:20.222295 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55526eab-92bb-40ba-8c06-f049a62143c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:31:20.226742 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-55526eab-92bb-40ba-8c06-f049a62143c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:31:20.300784 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2bcf3fbe-fc96-4ff2-9389-7c3a9702cd10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:20.334615 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2bcf3fbe-fc96-4ff2-9389-7c3a9702cd10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:20.406211 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2bcf3fbe-fc96-4ff2-9389-7c3a9702cd10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:20.414614 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8baf3cb4-483f-4eb8-8355-dc6a62ae3ae0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:31:20.439126 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcf3fbe-fc96-4ff2-9389-7c3a9702cd10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=554bebb0-a9de-4d65-8c38-2a6087cf6821,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:31:20.458413 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf3fbe-fc96-4ff2-9389-7c3a9702cd10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:31:20.458839 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf3fbe-fc96-4ff2-9389-7c3a9702cd10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:31:20.459244 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf3fbe-fc96-4ff2-9389-7c3a9702cd10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:31:20.459644 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf3fbe-fc96-4ff2-9389-7c3a9702cd10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:31:20.460134 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf3fbe-fc96-4ff2-9389-7c3a9702cd10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:31:20.460539 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf3fbe-fc96-4ff2-9389-7c3a9702cd10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:31:20.461098 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf3fbe-fc96-4ff2-9389-7c3a9702cd10 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:31:20.461689 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf3fbe-fc96-4ff2-9389-7c3a9702cd10 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:31:20.462091 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf3fbe-fc96-4ff2-9389-7c3a9702cd10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:31:20.462543 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf3fbe-fc96-4ff2-9389-7c3a9702cd10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:31:20.462946 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf3fbe-fc96-4ff2-9389-7c3a9702cd10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:31:20.463232 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf3fbe-fc96-4ff2-9389-7c3a9702cd10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:31:20.466523 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2bcf3fbe-fc96-4ff2-9389-7c3a9702cd10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:20.468051 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-2bcf3fbe-fc96-4ff2-9389-7c3a9702cd10 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/554bebb0-a9de-4d65-8c38-2a6087cf6821 HTTP/1.1" status: 204  len: 168 time: 0.2554345
Apr 19 19:31:20.469225 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-2bcf3fbe-fc96-4ff2-9389-7c3a9702cd10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:31:20.679139 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5c78a517-44d6-4271-a115-cae59bf86ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:21.274387 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device d8a7c84d-36c6-4271-900a-aba37d861a41 up at agent hyperv_hv-cinder-78693 {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:31:21.380191 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f7e06-8ea9-4dc9-9752-a3bfbb33c628 req-99ae8118-bec5-4d69-96c3-80aeefbee748 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:31:21.382335 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c92f7e06-8ea9-4dc9-9752-a3bfbb33c628 req-99ae8118-bec5-4d69-96c3-80aeefbee748 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 944 time: 0.1296437
Apr 19 19:31:21.450736 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Provisioning complete for port d8a7c84d-36c6-4271-900a-aba37d861a41 triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:31:21.451564 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:21.508249 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c92f7e06-8ea9-4dc9-9752-a3bfbb33c628 req-85d5519a-55ba-4658-a018-d144b13cafa9 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=374ca9db-06bf-4b18-b6c0-036a92e6c489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1029274
Apr 19 19:31:21.761183 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:21.817375 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0616dee0-4cee-4e37-b5ac-dad350bfa943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a7c84d-36c6-4271-900a-aba37d861a41'}] {{(pid=86370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:31:21.854740 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port d8a7c84d-36c6-4271-900a-aba37d861a41, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d8a7c84d-36c6-4271-900a-aba37d861a41,segment=NetworkSegment(2744bb2d-9e24-4863-b8d8-e4b09c9832ec),segment_id=2744bb2d-9e24-4863-b8d8-e4b09c9832ec)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:31:21.861459 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:21.865437 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-bcfb5461-8d12-4835-92fc-15209defa7dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:31:21.899593 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 55152) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:31:22.005471 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Pushing event updated for resources: {'Port': ['ID=d8a7c84d-36c6-4271-900a-aba37d861a41,revision_number=7']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:31:22.009631 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:31:22.137731 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-e02486b8-2728-4918-9848-f5c866eba923 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-251130334-network', 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:31:22.145834 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-e02486b8-2728-4918-9848-f5c866eba923 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:31:22.156350 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-e02486b8-2728-4918-9848-f5c866eba923 admin admin] Usage tracker for resource:network and tenant:bc5b0bd7c7ca48888f8782e781e6974d is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:31:22.163085 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-e02486b8-2728-4918-9848-f5c866eba923 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:31:22.172933 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-e02486b8-2728-4918-9848-f5c866eba923 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:31:22.196891 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02486b8-2728-4918-9848-f5c866eba923 admin admin] Made reservation on behalf of bc5b0bd7c7ca48888f8782e781e6974d for: {'network': 1} {{(pid=86369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:31:22.202526 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e02486b8-2728-4918-9848-f5c866eba923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for network, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:22.224136 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0616dee0-4cee-4e37-b5ac-dad350bfa943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a7c84d-36c6-4271-900a-aba37d861a41', 'code': 200}
Apr 19 19:31:22.253228 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e02486b8-2728-4918-9848-f5c866eba923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:22.282588 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-e02486b8-2728-4918-9848-f5c866eba923 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:31:22.288126 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-e02486b8-2728-4918-9848-f5c866eba923 admin admin] Usage tracker for resource:security_group_rule and tenant:bc5b0bd7c7ca48888f8782e781e6974d is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:31:22.292050 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-e02486b8-2728-4918-9848-f5c866eba923 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:31:22.303787 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-e02486b8-2728-4918-9848-f5c866eba923 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:31:22.464258 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e02486b8-2728-4918-9848-f5c866eba923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:22.473832 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e02486b8-2728-4918-9848-f5c866eba923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:22.482769 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8d4e7fb8-cca1-4b6c-be59-dc54aecc3082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:31:22.582761 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e02486b8-2728-4918-9848-f5c866eba923 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125}  {{(pid=86369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 19:31:22.611571 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02486b8-2728-4918-9848-f5c866eba923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd34f4a-a431-4302-a83b-a8940b06ec55,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:31:22.634214 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e02486b8-2728-4918-9848-f5c866eba923 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:31:22.641421 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e02486b8-2728-4918-9848-f5c866eba923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852957628'] for segment, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:22.642147 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.db.segments_db [None req-e02486b8-2728-4918-9848-f5c866eba923 admin admin] Added segment ba613c43-a0d4-48ab-98c6-225de025afbc of type vlan for network 6bc43f42-83b1-4f83-bfff-5d0318eef92c
Apr 19 19:31:22.707560 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e02486b8-2728-4918-9848-f5c866eba923 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739738712435'] for network, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:22.782951 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e02486b8-2728-4918-9848-f5c866eba923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770'] for network, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:22.784380 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02486b8-2728-4918-9848-f5c866eba923 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:31:22.785045 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e02486b8-2728-4918-9848-f5c866eba923 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:22.808398 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6f2fb-b7b4-4c98-9ccc-a186318711fb req-cb0260c8-00c9-4806-a265-e69191a3d8a9 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:31:22.809850 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-83049103-d22b-4d7e-aa10-dc1f2bdf474c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:31:22.819422 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-dab6f2fb-b7b4-4c98-9ccc-a186318711fb req-cb0260c8-00c9-4806-a265-e69191a3d8a9 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 945 time: 0.1429405
Apr 19 19:31:22.955404 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-dab6f2fb-b7b4-4c98-9ccc-a186318711fb req-511a4bb1-8258-4926-a21e-0151d11296be tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=374ca9db-06bf-4b18-b6c0-036a92e6c489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1339869
Apr 19 19:31:23.241124 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-e02486b8-2728-4918-9848-f5c866eba923 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.3401740
Apr 19 19:31:23.247062 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 55162) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:31:23.254412 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02486b8-2728-4918-9848-f5c866eba923 admin admin] Pushing event updated for resources: {'Network': ['ID=6bc43f42-83b1-4f83-bfff-5d0318eef92c,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:31:23.258684 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e02486b8-2728-4918-9848-f5c866eba923 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:31:23.259007 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-211d9698-8b19-4831-8e04-8236d0759b6c admin admin] Request body: {'subnet': {'network_id': '6bc43f42-83b1-4f83-bfff-5d0318eef92c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-251130334-subnet', 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'ip_version': 4}} {{(pid=86368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:31:23.268901 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-211d9698-8b19-4831-8e04-8236d0759b6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:31:23.273240 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Network 6bc43f42-83b1-4f83-bfff-5d0318eef92c details requested by agent ovs-agent-dv-cinder-786932-1-iscsi with host dv-cinder-786932-1-iscsi {{(pid=86370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 19:31:23.275956 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-211d9698-8b19-4831-8e04-8236d0759b6c admin admin] Usage tracker for resource:subnet and tenant:bc5b0bd7c7ca48888f8782e781e6974d is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:31:23.279903 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-211d9698-8b19-4831-8e04-8236d0759b6c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:31:23.292719 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-211d9698-8b19-4831-8e04-8236d0759b6c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:31:23.306329 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211d9698-8b19-4831-8e04-8236d0759b6c admin admin] Made reservation on behalf of bc5b0bd7c7ca48888f8782e781e6974d for: {'subnet': 1} {{(pid=86368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:31:23.313333 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-211d9698-8b19-4831-8e04-8236d0759b6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32430925'] for subnet, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:24.144617 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-211d9698-8b19-4831-8e04-8236d0759b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32443436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32430940'] for subnet, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:24.151249 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-16192fcc-3532-4d4b-b105-a9baf2296f2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:31:24.220345 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211d9698-8b19-4831-8e04-8236d0759b6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1ed8313-f386-4db8-8de3-b6bf3e8e6da1,revision_number=0']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:31:24.225690 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-211d9698-8b19-4831-8e04-8236d0759b6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:31:24.310080 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211d9698-8b19-4831-8e04-8236d0759b6c admin admin] Checking segment: {'id': 'ba613c43-a0d4-48ab-98c6-225de025afbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6bc43f42-83b1-4f83-bfff-5d0318eef92c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:31:24.310596 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211d9698-8b19-4831-8e04-8236d0759b6c admin admin] Network hostable DHCP agents. Network: 6bc43f42-83b1-4f83-bfff-5d0318eef92c, hostable agents: ['5216385f-cfc7-4997-a943-f61b8ae1664e'], hosted agents: [] {{(pid=86368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 19:31:24.358920 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211d9698-8b19-4831-8e04-8236d0759b6c admin admin] Network 6bc43f42-83b1-4f83-bfff-5d0318eef92c is scheduled to be hosted by DHCP agent 5216385f-cfc7-4997-a943-f61b8ae1664e with binding_index 1 {{(pid=86368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 19:31:24.378612 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7944e20f-1a95-4bdf-971b-0fb317510e24 req-862b81d4-085d-4c05-99c0-74fce6034d9d tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:31:24.380289 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7944e20f-1a95-4bdf-971b-0fb317510e24 req-862b81d4-085d-4c05-99c0-74fce6034d9d tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 945 time: 0.1571729
Apr 19 19:31:24.388412 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-211d9698-8b19-4831-8e04-8236d0759b6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-1-iscsi, 6bc43f42-83b1-4f83-bfff-5d0318eef92c) {{(pid=86368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:31:24.401210 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f09cdb-6654-4493-b9da-82afcb65352f None None] Network 6bc43f42-83b1-4f83-bfff-5d0318eef92c requested from dv-cinder-786932-1-iscsi {{(pid=86370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:31:24.437386 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211d9698-8b19-4831-8e04-8236d0759b6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:31:24.438058 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-211d9698-8b19-4831-8e04-8236d0759b6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:24.472597 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7944e20f-1a95-4bdf-971b-0fb317510e24 req-3f16cad7-b83b-424f-8005-820e34344276 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=374ca9db-06bf-4b18-b6c0-036a92e6c489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0818939
Apr 19 19:31:24.501017 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-211d9698-8b19-4831-8e04-8236d0759b6c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.2521842
Apr 19 19:31:24.507649 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 55170) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:31:24.513804 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-2305af7d-7279-40e6-a3c3-d7eebba93ab1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-251130334-router', 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c'}}} {{(pid=86368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:31:24.521049 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-2305af7d-7279-40e6-a3c3-d7eebba93ab1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:31:24.528325 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-2305af7d-7279-40e6-a3c3-d7eebba93ab1 admin admin] Usage tracker for resource:router and tenant:bc5b0bd7c7ca48888f8782e781e6974d is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:31:24.533793 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-2305af7d-7279-40e6-a3c3-d7eebba93ab1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:31:24.543540 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-2305af7d-7279-40e6-a3c3-d7eebba93ab1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:31:24.562157 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2305af7d-7279-40e6-a3c3-d7eebba93ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854073617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854743364'] for router, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:24.563993 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2305af7d-7279-40e6-a3c3-d7eebba93ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-702183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-678657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32420'] for router, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:24.598729 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2305af7d-7279-40e6-a3c3-d7eebba93ab1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:24.839218 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752cd144-968d-47b2-9d47-9fa714818546 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cdbe905-22d6-5db2-b625-c927f524fce5-6bc43f42-83b1-4f83-bfff-5d0318eef92c', 'network_id': '6bc43f42-83b1-4f83-bfff-5d0318eef92c', 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'fixed_ips': [{'subnet_id': 'd1ed8313-f386-4db8-8de3-b6bf3e8e6da1'}]}} from dv-cinder-786932-1-iscsi. {{(pid=86370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 19 19:31:24.840258 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-752cd144-968d-47b2-9d47-9fa714818546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:25.076404 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-752cd144-968d-47b2-9d47-9fa714818546 None None] Allocated IP 172.20.0.2 (6bc43f42-83b1-4f83-bfff-5d0318eef92c/d1ed8313-f386-4db8-8de3-b6bf3e8e6da1/140a62ba-6cb2-4774-bd0b-e48ee3519135) {{(pid=86370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:31:25.122413 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2305af7d-7279-40e6-a3c3-d7eebba93ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678902', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32405'] for router, precommit_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:25.334753 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-752cd144-968d-47b2-9d47-9fa714818546 None None] Notify callbacks [] for port, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:25.348442 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-752cd144-968d-47b2-9d47-9fa714818546 None None] Transition to ACTIVE for port object 140a62ba-6cb2-4774-bd0b-e48ee3519135 will not be triggered until provisioned by entity L2. {{(pid=86370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:31:25.373207 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-752cd144-968d-47b2-9d47-9fa714818546 None None] Transition to ACTIVE for port object 140a62ba-6cb2-4774-bd0b-e48ee3519135 will not be triggered until provisioned by entity DHCP. {{(pid=86370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:31:25.387224 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-752cd144-968d-47b2-9d47-9fa714818546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739738723801'] for port, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:25.395822 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:31:25.493657 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752cd144-968d-47b2-9d47-9fa714818546 None None] Network 6bc43f42-83b1-4f83-bfff-5d0318eef92c is already hosted by enough agents. {{(pid=86370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:31:25.497208 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-752cd144-968d-47b2-9d47-9fa714818546 None None] Resources bound (agent type, host, resource id):  {{(pid=86370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:31:25.502761 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752cd144-968d-47b2-9d47-9fa714818546 None None] Received port after_create {{(pid=86370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:31:25.510230 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752cd144-968d-47b2-9d47-9fa714818546 None None] Pushing event updated for resources: {'Port': ['ID=140a62ba-6cb2-4774-bd0b-e48ee3519135,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:31:25.515512 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-752cd144-968d-47b2-9d47-9fa714818546 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:31:25.707587 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-752cd144-968d-47b2-9d47-9fa714818546 None None] Attempting to bind port 140a62ba-6cb2-4774-bd0b-e48ee3519135 on host dv-cinder-786932-1-iscsi for vnic_type normal with profile  {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:31:25.708044 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-752cd144-968d-47b2-9d47-9fa714818546 None None] Attempting to bind port 140a62ba-6cb2-4774-bd0b-e48ee3519135 by drivers openvswitch,hyperv on host dv-cinder-786932-1-iscsi at level 0 using segments [{'id': 'ba613c43-a0d4-48ab-98c6-225de025afbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6bc43f42-83b1-4f83-bfff-5d0318eef92c'}] {{(pid=86370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:31:25.708437 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752cd144-968d-47b2-9d47-9fa714818546 None None] Attempting to bind port 140a62ba-6cb2-4774-bd0b-e48ee3519135 on network 6bc43f42-83b1-4f83-bfff-5d0318eef92c {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:31:25.718292 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752cd144-968d-47b2-9d47-9fa714818546 None None] Checking agent: {'id': '18e08627-855b-4b57-ace4-a20256d828a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 16, 20), 'started_at': datetime.datetime(2021, 4, 19, 19, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:31:25.718711 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752cd144-968d-47b2-9d47-9fa714818546 None None] Checking segment: {'id': 'ba613c43-a0d4-48ab-98c6-225de025afbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6bc43f42-83b1-4f83-bfff-5d0318eef92c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:31:25.720278 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-752cd144-968d-47b2-9d47-9fa714818546 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:25.720278 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752cd144-968d-47b2-9d47-9fa714818546 None None] Bound using segment: {'id': 'ba613c43-a0d4-48ab-98c6-225de025afbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6bc43f42-83b1-4f83-bfff-5d0318eef92c'} {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:31:25.720900 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-752cd144-968d-47b2-9d47-9fa714818546 None None] Bound port: 140a62ba-6cb2-4774-bd0b-e48ee3519135, host: dv-cinder-786932-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba613c43-a0d4-48ab-98c6-225de025afbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6bc43f42-83b1-4f83-bfff-5d0318eef92c'}}] {{(pid=86370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:31:25.721397 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-752cd144-968d-47b2-9d47-9fa714818546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:26.045461 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2305af7d-7279-40e6-a3c3-d7eebba93ab1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:26.067282 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-752cd144-968d-47b2-9d47-9fa714818546 None None] For port 140a62ba-6cb2-4774-bd0b-e48ee3519135, host dv-cinder-786932-1-iscsi, cleared binding levels {{(pid=86370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:31:26.071073 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-752cd144-968d-47b2-9d47-9fa714818546 None None] For port 140a62ba-6cb2-4774-bd0b-e48ee3519135, host dv-cinder-786932-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=140a62ba-6cb2-4774-bd0b-e48ee3519135,segment=NetworkSegment(ba613c43-a0d4-48ab-98c6-225de025afbc),segment_id=ba613c43-a0d4-48ab-98c6-225de025afbc)] {{(pid=86370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:31:26.081685 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-752cd144-968d-47b2-9d47-9fa714818546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:26.088340 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8c5f9dcd-f23f-428f-801f-888cc9a68660 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:31:26.126833 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2305af7d-7279-40e6-a3c3-d7eebba93ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:26.209523 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752cd144-968d-47b2-9d47-9fa714818546 None None] Pushing event updated for resources: {'Port': ['ID=140a62ba-6cb2-4774-bd0b-e48ee3519135,revision_number=2']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:31:26.223140 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-752cd144-968d-47b2-9d47-9fa714818546 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:31:26.407409 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa9b88-3f23-4dc7-9b25-25510cf214a6 req-15c18587-f93f-4bd9-84b3-87deb7d37037 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:31:26.422071 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fbaa9b88-3f23-4dc7-9b25-25510cf214a6 req-15c18587-f93f-4bd9-84b3-87deb7d37037 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 945 time: 0.6523294
Apr 19 19:31:26.709583 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fbaa9b88-3f23-4dc7-9b25-25510cf214a6 req-492d9865-5e68-4dec-bda1-e44b4204531d tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=374ca9db-06bf-4b18-b6c0-036a92e6c489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2731359
Apr 19 19:31:26.801941 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-2305af7d-7279-40e6-a3c3-d7eebba93ab1 admin admin] Allocated IP 172.27.1.159 (4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c/7025e6d6-1695-4f32-acf4-f47e4f1fcca5/702b169c-ac64-4c3f-8b86-38be529c5521) {{(pid=86368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:31:27.027406 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2305af7d-7279-40e6-a3c3-d7eebba93ab1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:27.081561 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2305af7d-7279-40e6-a3c3-d7eebba93ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739738723801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822331971'] for port, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:27.088478 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-f885d3f9-fb52-4cdf-a926-262f667be853 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:31:27.163577 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2305af7d-7279-40e6-a3c3-d7eebba93ab1 admin admin] Network 4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c is already hosted by enough agents. {{(pid=86368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:31:27.165205 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-2305af7d-7279-40e6-a3c3-d7eebba93ab1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:31:27.179693 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2305af7d-7279-40e6-a3c3-d7eebba93ab1 admin admin] Received port after_create {{(pid=86368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:31:27.247084 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2305af7d-7279-40e6-a3c3-d7eebba93ab1 admin admin] Pushing event updated for resources: {'Port': ['ID=702b169c-ac64-4c3f-8b86-38be529c5521,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:31:27.253186 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-2305af7d-7279-40e6-a3c3-d7eebba93ab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:31:27.745122 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2305af7d-7279-40e6-a3c3-d7eebba93ab1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:28.148225 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device 140a62ba-6cb2-4774-bd0b-e48ee3519135 up at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:31:28.259445 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0834a3d8-00a0-4737-8d53-30355b8600f2 None None] Network 6bc43f42-83b1-4f83-bfff-5d0318eef92c requested from dv-cinder-786932-1-iscsi {{(pid=86370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:31:28.448264 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning for port 140a62ba-6cb2-4774-bd0b-e48ee3519135 completed by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:31:28.513748 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-cd337b88-794c-4450-b505-3aa7f2e1adb6 None None] Provisioning for port 140a62ba-6cb2-4774-bd0b-e48ee3519135 completed by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:31:28.546001 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-cd337b88-794c-4450-b505-3aa7f2e1adb6 None None] Provisioning complete for port 140a62ba-6cb2-4774-bd0b-e48ee3519135 triggered by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:31:28.546485 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cd337b88-794c-4450-b505-3aa7f2e1adb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:28.844385 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cd337b88-794c-4450-b505-3aa7f2e1adb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:28.947348 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-cd337b88-794c-4450-b505-3aa7f2e1adb6 None None] For port 140a62ba-6cb2-4774-bd0b-e48ee3519135, host dv-cinder-786932-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=140a62ba-6cb2-4774-bd0b-e48ee3519135,segment=NetworkSegment(ba613c43-a0d4-48ab-98c6-225de025afbc),segment_id=ba613c43-a0d4-48ab-98c6-225de025afbc)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:31:28.956555 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cd337b88-794c-4450-b505-3aa7f2e1adb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:28.962172 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:31:28.972355 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2305af7d-7279-40e6-a3c3-d7eebba93ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854083004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854096932'] for router, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:28.992400 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089f4de-8106-4706-8e57-6d26d4a15f2b req-123e1fd9-3945-48a0-9a8d-fedb6d30b639 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:31:29.003059 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6089f4de-8106-4706-8e57-6d26d4a15f2b req-123e1fd9-3945-48a0-9a8d-fedb6d30b639 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 945 time: 1.0047691
Apr 19 19:31:29.087104 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:29.178461 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd337b88-794c-4450-b505-3aa7f2e1adb6 None None] Pushing event updated for resources: {'Port': ['ID=140a62ba-6cb2-4774-bd0b-e48ee3519135,revision_number=3']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:31:29.194291 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-cd337b88-794c-4450-b505-3aa7f2e1adb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:31:29.312139 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6089f4de-8106-4706-8e57-6d26d4a15f2b req-550db041-75d4-4cdc-a710-b919e097d3e4 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=374ca9db-06bf-4b18-b6c0-036a92e6c489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3080156
Apr 19 19:31:29.413543 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2305af7d-7279-40e6-a3c3-d7eebba93ab1 admin admin] Router 7201a3a2-4a9f-4461-ae9c-28e3ac792d7d is scheduled to L3 agent a3cf2d1c-6710-4478-a129-20091cfe97d1 with binding_index 1 {{(pid=86368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 19 19:31:29.436693 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-79598476-ee2e-4ed1-8a4a-b0c85775dc34 None None] Provisioning complete for port 140a62ba-6cb2-4774-bd0b-e48ee3519135 triggered by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:31:29.437362 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-79598476-ee2e-4ed1-8a4a-b0c85775dc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:29.703129 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2305af7d-7279-40e6-a3c3-d7eebba93ab1 admin admin] Notify agent at l3_agent.dv-cinder-786932-1-iscsi the message routers_updated {{(pid=86368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:31:29.726194 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c5d207-d46d-4c67-9f05-c1b1836c66c1 None None] Sync routers for ids ['7201a3a2-4a9f-4461-ae9c-28e3ac792d7d'] in dv-cinder-786932-1-iscsi {{(pid=86370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:31:29.744663 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c5d207-d46d-4c67-9f05-c1b1836c66c1 None None] Routers {'7201a3a2-4a9f-4461-ae9c-28e3ac792d7d'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:31:29.746281 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-00c5d207-d46d-4c67-9f05-c1b1836c66c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0f1cc9e8>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:31:19Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['7201a3a2-4a9f-4461-ae9c-28e3ac792d7d'], 'active': True} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:31:29.751414 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2305af7d-7279-40e6-a3c3-d7eebba93ab1 admin admin] Notify callbacks [] for router, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:29.753349 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-2305af7d-7279-40e6-a3c3-d7eebba93ab1 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 5.2446256
Apr 19 19:31:29.758370 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 55204) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:31:30.071838 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-00c5d207-d46d-4c67-9f05-c1b1836c66c1 None None] Set router 7201a3a2-4a9f-4461-ae9c-28e3ac792d7d gateway port host: dv-cinder-786932-1-iscsi {{(pid=86370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:31:30.151342 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device 140a62ba-6cb2-4774-bd0b-e48ee3519135 up at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:31:30.770736 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c7f61-99df-4332-8e1d-6e5729ce46fa req-08661647-0824-4cdf-802b-3727219eeb70 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:31:30.782967 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-971c7f61-99df-4332-8e1d-6e5729ce46fa req-08661647-0824-4cdf-802b-3727219eeb70 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 945 time: 0.1690085
Apr 19 19:31:30.843269 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning complete for port 140a62ba-6cb2-4774-bd0b-e48ee3519135 triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:31:30.844190 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:30.863710 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-971c7f61-99df-4332-8e1d-6e5729ce46fa req-58df5546-0f25-4d41-b98a-896496b52f6a tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=374ca9db-06bf-4b18-b6c0-036a92e6c489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0787480
Apr 19 19:31:30.950999 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-00c5d207-d46d-4c67-9f05-c1b1836c66c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0f1cc9e8>, [{'id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'name': 'tempest-TestVolumeBootPattern-251130334-router', 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '702b169c-ac64-4c3f-8b86-38be529c5521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:31:24Z', 'updated_at': '2021-04-19T19:31:27Z', 'revision_number': 3, 'project_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'gw_port': {'id': '702b169c-ac64-4c3f-8b86-38be529c5521', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:31:26Z', 'updated_at': '2021-04-19T19:31:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi'}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:31:30.958509 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c5d207-d46d-4c67-9f05-c1b1836c66c1 None None] Checking router: 7201a3a2-4a9f-4461-ae9c-28e3ac792d7d for host: dv-cinder-786932-1-iscsi {{(pid=86370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:31:30.959054 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c5d207-d46d-4c67-9f05-c1b1836c66c1 None None] Updating router 7201a3a2-4a9f-4461-ae9c-28e3ac792d7d port 702b169c-ac64-4c3f-8b86-38be529c5521 binding host dv-cinder-786932-1-iscsi {{(pid=86370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 19:31:30.974182 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1206ba88-10d6-4eb6-baba-6e5ae65a27d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:31.072571 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-00c5d207-d46d-4c67-9f05-c1b1836c66c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:31.363500 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-1206ba88-10d6-4eb6-baba-6e5ae65a27d9 admin admin] Allocated IP 172.20.0.1 (6bc43f42-83b1-4f83-bfff-5d0318eef92c/d1ed8313-f386-4db8-8de3-b6bf3e8e6da1/f9044044-1351-4a58-9760-b33f9513d678) {{(pid=86369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:31:31.565069 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-00c5d207-d46d-4c67-9f05-c1b1836c66c1 None None] Notify callbacks [] for port, precommit_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:31.599465 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-00c5d207-d46d-4c67-9f05-c1b1836c66c1 None None] Transition to ACTIVE for port object 702b169c-ac64-4c3f-8b86-38be529c5521 will not be triggered until provisioned by entity L2. {{(pid=86370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:31:31.616489 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-00c5d207-d46d-4c67-9f05-c1b1836c66c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:31.627285 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:31:31.708772 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1206ba88-10d6-4eb6-baba-6e5ae65a27d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:31.767484 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-00c5d207-d46d-4c67-9f05-c1b1836c66c1 None None] Attempting to bind port 702b169c-ac64-4c3f-8b86-38be529c5521 on host dv-cinder-786932-1-iscsi for vnic_type normal with profile  {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:31:31.768029 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-00c5d207-d46d-4c67-9f05-c1b1836c66c1 None None] Attempting to bind port 702b169c-ac64-4c3f-8b86-38be529c5521 by drivers openvswitch,hyperv on host dv-cinder-786932-1-iscsi at level 0 using segments [{'id': 'f117aaf9-f038-40ae-a060-7b312532719e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c'}] {{(pid=86370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:31:31.768326 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c5d207-d46d-4c67-9f05-c1b1836c66c1 None None] Attempting to bind port 702b169c-ac64-4c3f-8b86-38be529c5521 on network 4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:31:31.778452 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-1206ba88-10d6-4eb6-baba-6e5ae65a27d9 admin admin] Transition to ACTIVE for port object f9044044-1351-4a58-9760-b33f9513d678 will not be triggered until provisioned by entity DHCP. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:31:31.781048 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c5d207-d46d-4c67-9f05-c1b1836c66c1 None None] Checking agent: {'id': '18e08627-855b-4b57-ace4-a20256d828a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 16, 20), 'started_at': datetime.datetime(2021, 4, 19, 19, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:31:31.782105 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c5d207-d46d-4c67-9f05-c1b1836c66c1 None None] Checking segment: {'id': 'f117aaf9-f038-40ae-a060-7b312532719e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:31:31.782662 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-00c5d207-d46d-4c67-9f05-c1b1836c66c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:31.783121 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c5d207-d46d-4c67-9f05-c1b1836c66c1 None None] Bound using segment: {'id': 'f117aaf9-f038-40ae-a060-7b312532719e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c'} {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:31:31.783745 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-00c5d207-d46d-4c67-9f05-c1b1836c66c1 None None] Bound port: 702b169c-ac64-4c3f-8b86-38be529c5521, host: dv-cinder-786932-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f117aaf9-f038-40ae-a060-7b312532719e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c'}}] {{(pid=86370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:31:31.784178 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-00c5d207-d46d-4c67-9f05-c1b1836c66c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:31.850277 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1206ba88-10d6-4eb6-baba-6e5ae65a27d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739738723801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31618435'] for port, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:31.855965 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890ef280-c4d2-444c-a373-ca777fab48ec None None] Pushing event updated for resources: {'Port': ['ID=702b169c-ac64-4c3f-8b86-38be529c5521,revision_number=2']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:31:31.860707 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-890ef280-c4d2-444c-a373-ca777fab48ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:31:31.862097 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-104f1a3b-fc09-4f20-8053-73fdbca7e152 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:31:31.905809 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-00c5d207-d46d-4c67-9f05-c1b1836c66c1 None None] For port 702b169c-ac64-4c3f-8b86-38be529c5521, host dv-cinder-786932-1-iscsi, cleared binding levels {{(pid=86370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:31:31.910593 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-00c5d207-d46d-4c67-9f05-c1b1836c66c1 None None] For port 702b169c-ac64-4c3f-8b86-38be529c5521, host dv-cinder-786932-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=702b169c-ac64-4c3f-8b86-38be529c5521,segment=NetworkSegment(f117aaf9-f038-40ae-a060-7b312532719e),segment_id=f117aaf9-f038-40ae-a060-7b312532719e)] {{(pid=86370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:31:31.917208 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-00c5d207-d46d-4c67-9f05-c1b1836c66c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:31.928172 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:31:32.037235 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1206ba88-10d6-4eb6-baba-6e5ae65a27d9 admin admin] Network 6bc43f42-83b1-4f83-bfff-5d0318eef92c is already hosted by enough agents. {{(pid=86369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:31:32.037549 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890ef280-c4d2-444c-a373-ca777fab48ec None None] Pushing event updated for resources: {'Port': ['ID=702b169c-ac64-4c3f-8b86-38be529c5521,revision_number=3']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:31:32.041031 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-890ef280-c4d2-444c-a373-ca777fab48ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:31:32.044390 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-1206ba88-10d6-4eb6-baba-6e5ae65a27d9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:31:32.048559 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c5d207-d46d-4c67-9f05-c1b1836c66c1 None None] Routers {'7201a3a2-4a9f-4461-ae9c-28e3ac792d7d'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:31:32.049465 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-00c5d207-d46d-4c67-9f05-c1b1836c66c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0f1cc9e8>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:31:19Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['7201a3a2-4a9f-4461-ae9c-28e3ac792d7d'], 'active': True} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:31:32.054089 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1206ba88-10d6-4eb6-baba-6e5ae65a27d9 admin admin] Received port after_create {{(pid=86369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:31:32.190427 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1206ba88-10d6-4eb6-baba-6e5ae65a27d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688641'] for router_interface, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:32.350947 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45aeae1-1f4e-4110-a710-49efed9a4391 req-49055e0a-412d-439f-8beb-a7c381da212d tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:31:32.366080 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f45aeae1-1f4e-4110-a710-49efed9a4391 req-49055e0a-412d-439f-8beb-a7c381da212d tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 945 time: 0.2611976
Apr 19 19:31:32.504736 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f45aeae1-1f4e-4110-a710-49efed9a4391 req-8e25bb31-5ec2-4166-bd62-be6142c5914f tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=374ca9db-06bf-4b18-b6c0-036a92e6c489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1353927
Apr 19 19:31:32.591268 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-2d87348e-9d7a-4133-bfa3-09defc1436bc None None] Provisioning for port f9044044-1351-4a58-9760-b33f9513d678 completed by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:31:32.610822 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-2d87348e-9d7a-4133-bfa3-09defc1436bc None None] Provisioning complete for port f9044044-1351-4a58-9760-b33f9513d678 triggered by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:31:32.611289 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2d87348e-9d7a-4133-bfa3-09defc1436bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:32.782586 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1206ba88-10d6-4eb6-baba-6e5ae65a27d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:32.824757 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1206ba88-10d6-4eb6-baba-6e5ae65a27d9 admin admin] Pushing event updated for resources: {'Port': ['ID=f9044044-1351-4a58-9760-b33f9513d678,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:31:32.829765 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-1206ba88-10d6-4eb6-baba-6e5ae65a27d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.968s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:31:32.834173 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-2d87348e-9d7a-4133-bfa3-09defc1436bc None None] Port f9044044-1351-4a58-9760-b33f9513d678 cannot update to ACTIVE because it is not bound. {{(pid=86370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 19:31:32.858328 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-00c5d207-d46d-4c67-9f05-c1b1836c66c1 None None] Set router 7201a3a2-4a9f-4461-ae9c-28e3ac792d7d gateway port host: dv-cinder-786932-1-iscsi {{(pid=86370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:31:33.139294 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1206ba88-10d6-4eb6-baba-6e5ae65a27d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:33.147753 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1206ba88-10d6-4eb6-baba-6e5ae65a27d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823157366'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:33.183401 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-1ca04725-9c0b-477a-a738-690335ebe5ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:31:33.306590 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1206ba88-10d6-4eb6-baba-6e5ae65a27d9 admin admin] Pushing event updated for resources: {'Port': ['ID=f9044044-1351-4a58-9760-b33f9513d678,revision_number=2']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:31:33.309292 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-1206ba88-10d6-4eb6-baba-6e5ae65a27d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:31:33.310550 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1206ba88-10d6-4eb6-baba-6e5ae65a27d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854087066'] for router_interface, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:33.333954 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-00c5d207-d46d-4c67-9f05-c1b1836c66c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0f1cc9e8>, [{'id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'name': 'tempest-TestVolumeBootPattern-251130334-router', 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '702b169c-ac64-4c3f-8b86-38be529c5521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:31:24Z', 'updated_at': '2021-04-19T19:31:27Z', 'revision_number': 3, 'project_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'gw_port': {'id': '702b169c-ac64-4c3f-8b86-38be529c5521', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:31:26Z', 'updated_at': '2021-04-19T19:31:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi'}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:31:33.340034 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c5d207-d46d-4c67-9f05-c1b1836c66c1 None None] The sync data for ids ['7201a3a2-4a9f-4461-ae9c-28e3ac792d7d'] in dv-cinder-786932-1-iscsi is: [{'id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'name': 'tempest-TestVolumeBootPattern-251130334-router', 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '702b169c-ac64-4c3f-8b86-38be529c5521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:31:24Z', 'updated_at': '2021-04-19T19:31:27Z', 'revision_number': 3, 'project_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'gw_port': {'id': '702b169c-ac64-4c3f-8b86-38be529c5521', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:31:26Z', 'updated_at': '2021-04-19T19:31:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi'}] {{(pid=86370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:31:33.584386 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1206ba88-10d6-4eb6-baba-6e5ae65a27d9 admin admin] Network 6bc43f42-83b1-4f83-bfff-5d0318eef92c is already hosted by enough agents. {{(pid=86369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:31:33.585984 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-1206ba88-10d6-4eb6-baba-6e5ae65a27d9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:31:33.634984 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-56618793-170e-4aa6-8efa-9c6d4ae7a1f6 None None] Agent healthcheck: found 6 active agents {{(pid=86371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:31:34.069961 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991c512-8432-454e-b6d7-33c29c47a602 req-0e2b21a5-00a9-4474-94c6-fe16233da30f tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:31:34.072724 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9991c512-8432-454e-b6d7-33c29c47a602 req-0e2b21a5-00a9-4474-94c6-fe16233da30f tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 945 time: 0.2448883
Apr 19 19:31:34.148718 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-33a355fd-6777-411c-9ff6-3c02b866e45a None None] Provisioning complete for port f9044044-1351-4a58-9760-b33f9513d678 triggered by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:31:34.168250 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-33a355fd-6777-411c-9ff6-3c02b866e45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:34.207870 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9991c512-8432-454e-b6d7-33c29c47a602 req-fccb9795-8cc3-41b3-9cce-cfc8c7dce9a0 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=374ca9db-06bf-4b18-b6c0-036a92e6c489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1220231
Apr 19 19:31:34.276912 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-33a355fd-6777-411c-9ff6-3c02b866e45a None None] Port f9044044-1351-4a58-9760-b33f9513d678 cannot update to ACTIVE because it is not bound. {{(pid=86370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 19:31:34.692343 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1206ba88-10d6-4eb6-baba-6e5ae65a27d9 admin admin] Router 7201a3a2-4a9f-4461-ae9c-28e3ac792d7d has already been hosted by L3 agent a3cf2d1c-6710-4478-a129-20091cfe97d1 {{(pid=86369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:31:34.955115 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1206ba88-10d6-4eb6-baba-6e5ae65a27d9 admin admin] Notify agent at l3_agent.dv-cinder-786932-1-iscsi the message routers_updated {{(pid=86369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:31:35.016320 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-1206ba88-10d6-4eb6-baba-6e5ae65a27d9 admin admin] 10.222.0.36 "PUT /v2.0/routers/7201a3a2-4a9f-4461-ae9c-28e3ac792d7d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2556274
Apr 19 19:31:35.532323 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5886af3d-3750-485b-aae0-b6f1d1cd614e req-536b52e0-2b28-4605-b218-277aed74577a tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:31:35.535263 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5886af3d-3750-485b-aae0-b6f1d1cd614e req-536b52e0-2b28-4605-b218-277aed74577a tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 945 time: 0.1539094
Apr 19 19:31:35.621651 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5886af3d-3750-485b-aae0-b6f1d1cd614e req-94923935-03ef-4ce0-9629-765224ba85ca tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=374ca9db-06bf-4b18-b6c0-036a92e6c489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0713773
Apr 19 19:31:36.020458 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 55258) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:31:36.030858 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-1df2b83b-d19f-4d51-8d44-ae9a8d4ee350 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-938629800-network', 'tenant_id': '3fb448b891c2488d99d5b18df2218f7b'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:31:36.040362 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-1df2b83b-d19f-4d51-8d44-ae9a8d4ee350 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:31:36.052377 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-1df2b83b-d19f-4d51-8d44-ae9a8d4ee350 admin admin] Usage tracker for resource:network and tenant:3fb448b891c2488d99d5b18df2218f7b is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:31:36.057040 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-1df2b83b-d19f-4d51-8d44-ae9a8d4ee350 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:31:36.059842 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device 702b169c-ac64-4c3f-8b86-38be529c5521 up at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:31:36.065209 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-1df2b83b-d19f-4d51-8d44-ae9a8d4ee350 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:31:36.076442 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df2b83b-d19f-4d51-8d44-ae9a8d4ee350 admin admin] Made reservation on behalf of 3fb448b891c2488d99d5b18df2218f7b for: {'network': 1} {{(pid=86369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:31:36.082525 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1df2b83b-d19f-4d51-8d44-ae9a8d4ee350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for network, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:36.100671 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1df2b83b-d19f-4d51-8d44-ae9a8d4ee350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:36.119108 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-1df2b83b-d19f-4d51-8d44-ae9a8d4ee350 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:31:36.124149 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-1df2b83b-d19f-4d51-8d44-ae9a8d4ee350 admin admin] Usage tracker for resource:security_group_rule and tenant:3fb448b891c2488d99d5b18df2218f7b is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:31:36.128769 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-1df2b83b-d19f-4d51-8d44-ae9a8d4ee350 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:31:36.138068 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-1df2b83b-d19f-4d51-8d44-ae9a8d4ee350 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:31:36.205751 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning for port 702b169c-ac64-4c3f-8b86-38be529c5521 completed by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:31:36.217469 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning complete for port 702b169c-ac64-4c3f-8b86-38be529c5521 triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:31:36.218332 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:36.288123 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1df2b83b-d19f-4d51-8d44-ae9a8d4ee350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:36.293682 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1df2b83b-d19f-4d51-8d44-ae9a8d4ee350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:36.315064 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1df2b83b-d19f-4d51-8d44-ae9a8d4ee350 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109}  {{(pid=86369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 19:31:36.332194 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1df2b83b-d19f-4d51-8d44-ae9a8d4ee350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852957628'] for segment, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:36.332766 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.db.segments_db [None req-1df2b83b-d19f-4d51-8d44-ae9a8d4ee350 admin admin] Added segment 90d345c8-5b4f-42ab-83a8-e3a42bb13078 of type vlan for network e337583c-f0c9-4338-b601-83522bed995d
Apr 19 19:31:36.334403 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e5124b6a-13af-41a6-b067-219010db2af5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:31:36.394745 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1df2b83b-d19f-4d51-8d44-ae9a8d4ee350 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739738712435'] for network, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:36.436417 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1df2b83b-d19f-4d51-8d44-ae9a8d4ee350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770'] for network, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:36.439999 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df2b83b-d19f-4d51-8d44-ae9a8d4ee350 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:31:36.440680 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1df2b83b-d19f-4d51-8d44-ae9a8d4ee350 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:36.445119 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2b83b-d19f-4d51-8d44-ae9a8d4ee350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6878f3-baeb-4dfa-be0f-623382968155,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:31:36.450358 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-1df2b83b-d19f-4d51-8d44-ae9a8d4ee350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:31:36.450835 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:31:36.511999 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:36.581965 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9aecab-e0de-40cf-a109-a8302c97c0f2 req-0550f23f-a2fc-4940-86cf-3ebf9073f318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:31:36.584146 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5d9aecab-e0de-40cf-a109-a8302c97c0f2 req-0550f23f-a2fc-4940-86cf-3ebf9073f318 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6333d4d4b1249bfb35237c3c56fe86e&device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 1098 time: 0.2055447
Apr 19 19:31:36.596046 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] For port 702b169c-ac64-4c3f-8b86-38be529c5521, host dv-cinder-786932-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=702b169c-ac64-4c3f-8b86-38be529c5521,segment=NetworkSegment(f117aaf9-f038-40ae-a060-7b312532719e),segment_id=f117aaf9-f038-40ae-a060-7b312532719e)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:31:36.606231 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:36.608733 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-1df2b83b-d19f-4d51-8d44-ae9a8d4ee350 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.5866742
Apr 19 19:31:36.610440 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2b83b-d19f-4d51-8d44-ae9a8d4ee350 admin admin] Pushing event updated for resources: {'Network': ['ID=e337583c-f0c9-4338-b601-83522bed995d,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:31:36.616998 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 55270) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:31:36.620590 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-1df2b83b-d19f-4d51-8d44-ae9a8d4ee350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:31:36.623063 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:31:36.625103 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-f5b2a531-4155-4ecd-9aad-341e5270173e admin admin] Request body: {'subnet': {'network_id': 'e337583c-f0c9-4338-b601-83522bed995d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-938629800-subnet', 'tenant_id': '3fb448b891c2488d99d5b18df2218f7b', 'ip_version': 4}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:31:36.633702 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-f5b2a531-4155-4ecd-9aad-341e5270173e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:31:36.639134 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-f5b2a531-4155-4ecd-9aad-341e5270173e admin admin] Usage tracker for resource:subnet and tenant:3fb448b891c2488d99d5b18df2218f7b is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:31:36.644182 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-f5b2a531-4155-4ecd-9aad-341e5270173e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:31:36.655613 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-f5b2a531-4155-4ecd-9aad-341e5270173e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:31:36.676302 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b2a531-4155-4ecd-9aad-341e5270173e admin admin] Made reservation on behalf of 3fb448b891c2488d99d5b18df2218f7b for: {'subnet': 1} {{(pid=86369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:31:36.681466 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f5b2a531-4155-4ecd-9aad-341e5270173e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30759559'] for subnet, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:36.721682 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Network e337583c-f0c9-4338-b601-83522bed995d details requested by agent ovs-agent-dv-cinder-786932-1-iscsi with host dv-cinder-786932-1-iscsi {{(pid=86370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 19:31:36.799183 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9aecab-e0de-40cf-a109-a8302c97c0f2 req-3607f9b0-d295-48ec-b5d9-9fe7375e1df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:31:36.804173 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5d9aecab-e0de-40cf-a109-a8302c97c0f2 req-3607f9b0-d295-48ec-b5d9-9fe7375e1df0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a89eb528-cfbf-497b-ad2d-b1613a8bf395 HTTP/1.1" status: 200  len: 917 time: 0.2132101
Apr 19 19:31:36.935163 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Pushing event updated for resources: {'Port': ['ID=702b169c-ac64-4c3f-8b86-38be529c5521,revision_number=4']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:31:36.940526 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:31:37.121585 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5d9aecab-e0de-40cf-a109-a8302c97c0f2 req-fd74f2ce-a147-45df-95a6-e8b14dd6f71f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8a7c84d-36c6-4271-900a-aba37d861a41 HTTP/1.1" status: 200  len: 1000 time: 0.3048704
Apr 19 19:31:37.279950 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db93afe9-1108-4d5b-a3fd-3db6382c6a1b None None] Sync routers for ids ['7201a3a2-4a9f-4461-ae9c-28e3ac792d7d'] in dv-cinder-786932-1-iscsi {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:31:37.299046 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db93afe9-1108-4d5b-a3fd-3db6382c6a1b None None] Routers {'7201a3a2-4a9f-4461-ae9c-28e3ac792d7d'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:31:37.300717 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-db93afe9-1108-4d5b-a3fd-3db6382c6a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0f0df0f0>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:31:19Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['7201a3a2-4a9f-4461-ae9c-28e3ac792d7d'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:31:37.320333 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9aecab-e0de-40cf-a109-a8302c97c0f2 req-9d4a6396-6e14-48d6-b860-2234588ff805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:31:37.322107 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5d9aecab-e0de-40cf-a109-a8302c97c0f2 req-9d4a6396-6e14-48d6-b860-2234588ff805 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=194aa9b4-1b11-48c1-957e-a5acc2bb888c HTTP/1.1" status: 200  len: 855 time: 0.1251523
Apr 19 19:31:37.378198 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f5b2a531-4155-4ecd-9aad-341e5270173e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036823157742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30759574'] for subnet, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:37.386138 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:31:37.455210 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a71e6-7060-41a1-b7bc-ee6d64517e56 req-e52774f9-5065-43d8-a89b-f84d94f2b61f tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:31:37.457072 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4c3a71e6-7060-41a1-b7bc-ee6d64517e56 req-e52774f9-5065-43d8-a89b-f84d94f2b61f tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 945 time: 0.3340280
Apr 19 19:31:37.464411 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9aecab-e0de-40cf-a109-a8302c97c0f2 req-019323ea-f95e-4611-bc56-390e2dbc835a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:31:37.465992 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5d9aecab-e0de-40cf-a109-a8302c97c0f2 req-019323ea-f95e-4611-bc56-390e2dbc835a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a89eb528-cfbf-497b-ad2d-b1613a8bf395&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1304891
Apr 19 19:31:37.488101 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b2a531-4155-4ecd-9aad-341e5270173e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cafafb46-579e-459b-a346-1a8f0753391f,revision_number=0']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:31:37.497486 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-f5b2a531-4155-4ecd-9aad-341e5270173e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:31:37.505953 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b2a531-4155-4ecd-9aad-341e5270173e admin admin] Checking segment: {'id': '90d345c8-5b4f-42ab-83a8-e3a42bb13078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e337583c-f0c9-4338-b601-83522bed995d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:31:37.506648 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b2a531-4155-4ecd-9aad-341e5270173e admin admin] Network hostable DHCP agents. Network: e337583c-f0c9-4338-b601-83522bed995d, hostable agents: ['5216385f-cfc7-4997-a943-f61b8ae1664e'], hosted agents: [] {{(pid=86369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 19:31:37.582187 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b2a531-4155-4ecd-9aad-341e5270173e admin admin] Network e337583c-f0c9-4338-b601-83522bed995d is scheduled to be hosted by DHCP agent 5216385f-cfc7-4997-a943-f61b8ae1664e with binding_index 1 {{(pid=86369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 19:31:37.607383 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-f5b2a531-4155-4ecd-9aad-341e5270173e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-1-iscsi, e337583c-f0c9-4338-b601-83522bed995d) {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:31:37.621301 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02070c75-ac67-4212-94da-a693a7b5ea93 None None] Network e337583c-f0c9-4338-b601-83522bed995d requested from dv-cinder-786932-1-iscsi {{(pid=86370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:31:37.654721 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b2a531-4155-4ecd-9aad-341e5270173e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:31:37.655483 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f5b2a531-4155-4ecd-9aad-341e5270173e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for subnet, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:37.700187 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5d9aecab-e0de-40cf-a109-a8302c97c0f2 req-93ae5b41-0d8c-4450-93b6-b29b91c6b029 service neutron] 10.222.0.20 "GET /v2.0/networks/a89eb528-cfbf-497b-ad2d-b1613a8bf395?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1911681
Apr 19 19:31:37.702877 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-f5b2a531-4155-4ecd-9aad-341e5270173e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.0846794
Apr 19 19:31:37.706080 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 55280) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:31:37.712079 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-544d41d1-7c2e-47a4-a6d6-8c61ffea5c0e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-938629800-router', 'tenant_id': '3fb448b891c2488d99d5b18df2218f7b', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c'}}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:31:37.726303 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-544d41d1-7c2e-47a4-a6d6-8c61ffea5c0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:31:37.731345 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-544d41d1-7c2e-47a4-a6d6-8c61ffea5c0e admin admin] Usage tracker for resource:router and tenant:3fb448b891c2488d99d5b18df2218f7b is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:31:37.736203 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-544d41d1-7c2e-47a4-a6d6-8c61ffea5c0e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:31:37.742935 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-544d41d1-7c2e-47a4-a6d6-8c61ffea5c0e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:31:37.750031 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-db93afe9-1108-4d5b-a3fd-3db6382c6a1b None None] Set router 7201a3a2-4a9f-4461-ae9c-28e3ac792d7d gateway port host: dv-cinder-786932-1-iscsi {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:31:37.752898 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-544d41d1-7c2e-47a4-a6d6-8c61ffea5c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854073617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854743364'] for router, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:37.754169 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-544d41d1-7c2e-47a4-a6d6-8c61ffea5c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-702183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-678657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32420'] for router, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:37.795170 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-544d41d1-7c2e-47a4-a6d6-8c61ffea5c0e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:37.917297 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4c3a71e6-7060-41a1-b7bc-ee6d64517e56 req-b7fa80bf-4e16-4911-8a46-bcfc77a9432d tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=374ca9db-06bf-4b18-b6c0-036a92e6c489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4499118
Apr 19 19:31:37.970038 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5d9aecab-e0de-40cf-a109-a8302c97c0f2 req-f13ae361-3b00-4da4-bdd8-702128ce836c service neutron] 10.222.0.20 "GET /v2.0/networks/a89eb528-cfbf-497b-ad2d-b1613a8bf395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2532487
Apr 19 19:31:38.068405 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31a0c93-35c5-4b57-b18c-c4e2ef9c27cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cdbe905-22d6-5db2-b625-c927f524fce5-e337583c-f0c9-4338-b601-83522bed995d', 'network_id': 'e337583c-f0c9-4338-b601-83522bed995d', 'tenant_id': '3fb448b891c2488d99d5b18df2218f7b', 'fixed_ips': [{'subnet_id': 'cafafb46-579e-459b-a346-1a8f0753391f'}]}} from dv-cinder-786932-1-iscsi. {{(pid=86370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 19 19:31:38.069458 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a31a0c93-35c5-4b57-b18c-c4e2ef9c27cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:38.081192 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device 702b169c-ac64-4c3f-8b86-38be529c5521 up at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:31:38.252557 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning complete for port 702b169c-ac64-4c3f-8b86-38be529c5521 triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:31:38.253334 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:38.314651 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-544d41d1-7c2e-47a4-a6d6-8c61ffea5c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678902', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32405'] for router, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:38.330783 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-db93afe9-1108-4d5b-a3fd-3db6382c6a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0f0df0f0>, [{'id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'name': 'tempest-TestVolumeBootPattern-251130334-router', 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '702b169c-ac64-4c3f-8b86-38be529c5521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:31:24Z', 'updated_at': '2021-04-19T19:31:32Z', 'revision_number': 4, 'project_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'gw_port': {'id': '702b169c-ac64-4c3f-8b86-38be529c5521', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:31:26Z', 'updated_at': '2021-04-19T19:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_interfaces': [{'id': 'f9044044-1351-4a58-9760-b33f9513d678', 'name': '', 'network_id': '6bc43f42-83b1-4f83-bfff-5d0318eef92c', 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'mac_address': 'fa:16:3e:d6:3a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'd1ed8313-f386-4db8-8de3-b6bf3e8e6da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:31:31Z', 'updated_at': '2021-04-19T19:31:32Z', 'revision_number': 2, 'project_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'subnets': [{'id': 'd1ed8313-f386-4db8-8de3-b6bf3e8e6da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:31:38.335690 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db93afe9-1108-4d5b-a3fd-3db6382c6a1b None None] Checking router: 7201a3a2-4a9f-4461-ae9c-28e3ac792d7d for host: dv-cinder-786932-1-iscsi {{(pid=86371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:31:38.336062 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db93afe9-1108-4d5b-a3fd-3db6382c6a1b None None] Updating router 7201a3a2-4a9f-4461-ae9c-28e3ac792d7d port f9044044-1351-4a58-9760-b33f9513d678 binding host dv-cinder-786932-1-iscsi {{(pid=86371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 19:31:38.389016 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-a31a0c93-35c5-4b57-b18c-c4e2ef9c27cc None None] Allocated IP 172.20.0.2 (e337583c-f0c9-4338-b601-83522bed995d/cafafb46-579e-459b-a346-1a8f0753391f/f05b9feb-9714-4c45-a162-d99d681a1715) {{(pid=86370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:31:38.401874 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-db93afe9-1108-4d5b-a3fd-3db6382c6a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:38.761671 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a31a0c93-35c5-4b57-b18c-c4e2ef9c27cc None None] Notify callbacks [] for port, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:38.775169 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-a31a0c93-35c5-4b57-b18c-c4e2ef9c27cc None None] Transition to ACTIVE for port object f05b9feb-9714-4c45-a162-d99d681a1715 will not be triggered until provisioned by entity L2. {{(pid=86370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:31:38.799055 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-a31a0c93-35c5-4b57-b18c-c4e2ef9c27cc None None] Transition to ACTIVE for port object f05b9feb-9714-4c45-a162-d99d681a1715 will not be triggered until provisioned by entity DHCP. {{(pid=86370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:31:38.806206 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a31a0c93-35c5-4b57-b18c-c4e2ef9c27cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739738723801'] for port, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:38.814563 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:31:38.852975 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-544d41d1-7c2e-47a4-a6d6-8c61ffea5c0e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:38.889504 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31a0c93-35c5-4b57-b18c-c4e2ef9c27cc None None] Network e337583c-f0c9-4338-b601-83522bed995d is already hosted by enough agents. {{(pid=86370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:31:38.896406 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-a31a0c93-35c5-4b57-b18c-c4e2ef9c27cc None None] Resources bound (agent type, host, resource id):  {{(pid=86370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:31:38.901212 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31a0c93-35c5-4b57-b18c-c4e2ef9c27cc None None] Received port after_create {{(pid=86370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:31:38.918470 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-544d41d1-7c2e-47a4-a6d6-8c61ffea5c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:39.104165 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-db93afe9-1108-4d5b-a3fd-3db6382c6a1b None None] Notify callbacks [] for port, precommit_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:39.139022 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-db93afe9-1108-4d5b-a3fd-3db6382c6a1b None None] Transition to ACTIVE for port object f9044044-1351-4a58-9760-b33f9513d678 will not be triggered until provisioned by entity L2. {{(pid=86371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:31:39.155189 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a0c93-35c5-4b57-b18c-c4e2ef9c27cc None None] Pushing event updated for resources: {'Port': ['ID=f05b9feb-9714-4c45-a162-d99d681a1715,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:31:39.158744 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-db93afe9-1108-4d5b-a3fd-3db6382c6a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:39.171632 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a31a0c93-35c5-4b57-b18c-c4e2ef9c27cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:31:39.172587 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b250a1fe-8fd2-4eb3-8748-da11c3f6d15b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:31:39.173749 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-a31a0c93-35c5-4b57-b18c-c4e2ef9c27cc None None] Attempting to bind port f05b9feb-9714-4c45-a162-d99d681a1715 on host dv-cinder-786932-1-iscsi for vnic_type normal with profile  {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:31:39.174448 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-a31a0c93-35c5-4b57-b18c-c4e2ef9c27cc None None] Attempting to bind port f05b9feb-9714-4c45-a162-d99d681a1715 by drivers openvswitch,hyperv on host dv-cinder-786932-1-iscsi at level 0 using segments [{'id': '90d345c8-5b4f-42ab-83a8-e3a42bb13078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e337583c-f0c9-4338-b601-83522bed995d'}] {{(pid=86370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:31:39.175124 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31a0c93-35c5-4b57-b18c-c4e2ef9c27cc None None] Attempting to bind port f05b9feb-9714-4c45-a162-d99d681a1715 on network e337583c-f0c9-4338-b601-83522bed995d {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:31:39.186756 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31a0c93-35c5-4b57-b18c-c4e2ef9c27cc None None] Checking agent: {'id': '18e08627-855b-4b57-ace4-a20256d828a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 16, 20), 'started_at': datetime.datetime(2021, 4, 19, 19, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:31:39.188072 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31a0c93-35c5-4b57-b18c-c4e2ef9c27cc None None] Checking segment: {'id': '90d345c8-5b4f-42ab-83a8-e3a42bb13078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e337583c-f0c9-4338-b601-83522bed995d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:31:39.188856 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a31a0c93-35c5-4b57-b18c-c4e2ef9c27cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:39.189945 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31a0c93-35c5-4b57-b18c-c4e2ef9c27cc None None] Bound using segment: {'id': '90d345c8-5b4f-42ab-83a8-e3a42bb13078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e337583c-f0c9-4338-b601-83522bed995d'} {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:31:39.190878 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-a31a0c93-35c5-4b57-b18c-c4e2ef9c27cc None None] Bound port: f05b9feb-9714-4c45-a162-d99d681a1715, host: dv-cinder-786932-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90d345c8-5b4f-42ab-83a8-e3a42bb13078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e337583c-f0c9-4338-b601-83522bed995d'}}] {{(pid=86370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:31:39.191616 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a31a0c93-35c5-4b57-b18c-c4e2ef9c27cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:39.252517 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-544d41d1-7c2e-47a4-a6d6-8c61ffea5c0e admin admin] Allocated IP 172.27.1.135 (4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c/7025e6d6-1695-4f32-acf4-f47e4f1fcca5/429d14e1-1848-4413-b41b-77edd761ea0e) {{(pid=86369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:31:39.278832 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437220cf-6808-4791-bce4-7c90d3aa97a4 None None] Pushing event updated for resources: {'Port': ['ID=f9044044-1351-4a58-9760-b33f9513d678,revision_number=3']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:31:39.294144 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437220cf-6808-4791-bce4-7c90d3aa97a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:31:39.294558 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437220cf-6808-4791-bce4-7c90d3aa97a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:31:39.294878 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437220cf-6808-4791-bce4-7c90d3aa97a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:31:39.295255 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437220cf-6808-4791-bce4-7c90d3aa97a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:31:39.295622 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437220cf-6808-4791-bce4-7c90d3aa97a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:31:39.296028 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437220cf-6808-4791-bce4-7c90d3aa97a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:31:39.296398 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437220cf-6808-4791-bce4-7c90d3aa97a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:31:39.297177 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437220cf-6808-4791-bce4-7c90d3aa97a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:31:39.297670 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437220cf-6808-4791-bce4-7c90d3aa97a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:31:39.298143 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437220cf-6808-4791-bce4-7c90d3aa97a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:31:39.298555 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437220cf-6808-4791-bce4-7c90d3aa97a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:31:39.298913 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437220cf-6808-4791-bce4-7c90d3aa97a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:31:39.383882 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-437220cf-6808-4791-bce4-7c90d3aa97a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:31:39.560324 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-544d41d1-7c2e-47a4-a6d6-8c61ffea5c0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:39.617064 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-a31a0c93-35c5-4b57-b18c-c4e2ef9c27cc None None] For port f05b9feb-9714-4c45-a162-d99d681a1715, host dv-cinder-786932-1-iscsi, cleared binding levels {{(pid=86370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:31:39.630276 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-a31a0c93-35c5-4b57-b18c-c4e2ef9c27cc None None] For port f05b9feb-9714-4c45-a162-d99d681a1715, host dv-cinder-786932-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=f05b9feb-9714-4c45-a162-d99d681a1715,segment=NetworkSegment(90d345c8-5b4f-42ab-83a8-e3a42bb13078),segment_id=90d345c8-5b4f-42ab-83a8-e3a42bb13078)] {{(pid=86370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:31:39.638018 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a892d11-9310-4cd7-9e41-a867dd002a72 req-42d3bbc6-822a-450a-b43f-dee5bf84b3a9 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:31:39.649563 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a31a0c93-35c5-4b57-b18c-c4e2ef9c27cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:39.658143 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9a892d11-9310-4cd7-9e41-a867dd002a72 req-42d3bbc6-822a-450a-b43f-dee5bf84b3a9 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 945 time: 0.4224236
Apr 19 19:31:39.672508 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:31:39.674025 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-544d41d1-7c2e-47a4-a6d6-8c61ffea5c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739738723801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31618435'] for port, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:39.675976 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-db93afe9-1108-4d5b-a3fd-3db6382c6a1b None None] Attempting to bind port f9044044-1351-4a58-9760-b33f9513d678 on host dv-cinder-786932-1-iscsi for vnic_type normal with profile  {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:31:39.676973 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-db93afe9-1108-4d5b-a3fd-3db6382c6a1b None None] Attempting to bind port f9044044-1351-4a58-9760-b33f9513d678 by drivers openvswitch,hyperv on host dv-cinder-786932-1-iscsi at level 0 using segments [{'id': 'ba613c43-a0d4-48ab-98c6-225de025afbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6bc43f42-83b1-4f83-bfff-5d0318eef92c'}] {{(pid=86371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:31:39.678198 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db93afe9-1108-4d5b-a3fd-3db6382c6a1b None None] Attempting to bind port f9044044-1351-4a58-9760-b33f9513d678 on network 6bc43f42-83b1-4f83-bfff-5d0318eef92c {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:31:39.679388 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-08c8e40d-f72d-484d-9149-3f1291453214 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:31:39.702898 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db93afe9-1108-4d5b-a3fd-3db6382c6a1b None None] Checking agent: {'id': '18e08627-855b-4b57-ace4-a20256d828a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 16, 20), 'started_at': datetime.datetime(2021, 4, 19, 19, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:31:39.733950 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db93afe9-1108-4d5b-a3fd-3db6382c6a1b None None] Checking segment: {'id': 'ba613c43-a0d4-48ab-98c6-225de025afbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6bc43f42-83b1-4f83-bfff-5d0318eef92c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:31:39.737612 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-db93afe9-1108-4d5b-a3fd-3db6382c6a1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:39.738860 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db93afe9-1108-4d5b-a3fd-3db6382c6a1b None None] Bound using segment: {'id': 'ba613c43-a0d4-48ab-98c6-225de025afbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6bc43f42-83b1-4f83-bfff-5d0318eef92c'} {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:31:39.746477 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-db93afe9-1108-4d5b-a3fd-3db6382c6a1b None None] Bound port: f9044044-1351-4a58-9760-b33f9513d678, host: dv-cinder-786932-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba613c43-a0d4-48ab-98c6-225de025afbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6bc43f42-83b1-4f83-bfff-5d0318eef92c'}}] {{(pid=86371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:31:39.747366 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-db93afe9-1108-4d5b-a3fd-3db6382c6a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:39.799229 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544d41d1-7c2e-47a4-a6d6-8c61ffea5c0e admin admin] Pushing event updated for resources: {'Port': ['ID=429d14e1-1848-4413-b41b-77edd761ea0e,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:31:39.804916 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-544d41d1-7c2e-47a4-a6d6-8c61ffea5c0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:31:39.816814 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9a892d11-9310-4cd7-9e41-a867dd002a72 req-530d7059-47c0-417e-9395-f1b154d647e6 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=374ca9db-06bf-4b18-b6c0-036a92e6c489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1315312
Apr 19 19:31:39.820456 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544d41d1-7c2e-47a4-a6d6-8c61ffea5c0e admin admin] Network 4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c is already hosted by enough agents. {{(pid=86369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:31:39.831179 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-544d41d1-7c2e-47a4-a6d6-8c61ffea5c0e admin admin] Resources bound (agent type, host, resource id):  {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:31:39.835275 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544d41d1-7c2e-47a4-a6d6-8c61ffea5c0e admin admin] Received port after_create {{(pid=86369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:31:40.003325 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-db93afe9-1108-4d5b-a3fd-3db6382c6a1b None None] For port f9044044-1351-4a58-9760-b33f9513d678, host dv-cinder-786932-1-iscsi, cleared binding levels {{(pid=86371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:31:40.007622 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a0c93-35c5-4b57-b18c-c4e2ef9c27cc None None] Pushing event updated for resources: {'Port': ['ID=f05b9feb-9714-4c45-a162-d99d681a1715,revision_number=2']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:31:40.019438 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-db93afe9-1108-4d5b-a3fd-3db6382c6a1b None None] For port f9044044-1351-4a58-9760-b33f9513d678, host dv-cinder-786932-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=f9044044-1351-4a58-9760-b33f9513d678,segment=NetworkSegment(ba613c43-a0d4-48ab-98c6-225de025afbc),segment_id=ba613c43-a0d4-48ab-98c6-225de025afbc)] {{(pid=86371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:31:40.021103 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a31a0c93-35c5-4b57-b18c-c4e2ef9c27cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:31:40.024250 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-db93afe9-1108-4d5b-a3fd-3db6382c6a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:40.029672 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:31:40.129370 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db93afe9-1108-4d5b-a3fd-3db6382c6a1b None None] Routers {'7201a3a2-4a9f-4461-ae9c-28e3ac792d7d'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:31:40.130514 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-db93afe9-1108-4d5b-a3fd-3db6382c6a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0f0df0f0>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:31:19Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['7201a3a2-4a9f-4461-ae9c-28e3ac792d7d'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:31:40.356579 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437220cf-6808-4791-bce4-7c90d3aa97a4 None None] Pushing event updated for resources: {'Port': ['ID=f9044044-1351-4a58-9760-b33f9513d678,revision_number=4']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:31:40.375096 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-437220cf-6808-4791-bce4-7c90d3aa97a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:31:40.496781 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-db93afe9-1108-4d5b-a3fd-3db6382c6a1b None None] Set router 7201a3a2-4a9f-4461-ae9c-28e3ac792d7d gateway port host: dv-cinder-786932-1-iscsi {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:31:40.615333 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-544d41d1-7c2e-47a4-a6d6-8c61ffea5c0e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:41.265383 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38f74d-a226-448b-94a4-4331c6f982c9 req-031ebeb8-4c4c-4479-8386-42c305597838 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:31:41.268392 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6d38f74d-a226-448b-94a4-4331c6f982c9 req-031ebeb8-4c4c-4479-8386-42c305597838 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 945 time: 0.1079063
Apr 19 19:31:41.301345 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-db93afe9-1108-4d5b-a3fd-3db6382c6a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0f0df0f0>, [{'id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'name': 'tempest-TestVolumeBootPattern-251130334-router', 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '702b169c-ac64-4c3f-8b86-38be529c5521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:31:24Z', 'updated_at': '2021-04-19T19:31:32Z', 'revision_number': 4, 'project_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'gw_port': {'id': '702b169c-ac64-4c3f-8b86-38be529c5521', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:31:26Z', 'updated_at': '2021-04-19T19:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_interfaces': [{'id': 'f9044044-1351-4a58-9760-b33f9513d678', 'name': '', 'network_id': '6bc43f42-83b1-4f83-bfff-5d0318eef92c', 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'mac_address': 'fa:16:3e:d6:3a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'd1ed8313-f386-4db8-8de3-b6bf3e8e6da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:31:31Z', 'updated_at': '2021-04-19T19:31:39Z', 'revision_number': 4, 'project_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'subnets': [{'id': 'd1ed8313-f386-4db8-8de3-b6bf3e8e6da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:31:41.306743 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db93afe9-1108-4d5b-a3fd-3db6382c6a1b None None] The sync data for ids ['7201a3a2-4a9f-4461-ae9c-28e3ac792d7d'] in dv-cinder-786932-1-iscsi is: [{'id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'name': 'tempest-TestVolumeBootPattern-251130334-router', 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '702b169c-ac64-4c3f-8b86-38be529c5521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:31:24Z', 'updated_at': '2021-04-19T19:31:32Z', 'revision_number': 4, 'project_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'gw_port': {'id': '702b169c-ac64-4c3f-8b86-38be529c5521', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:31:26Z', 'updated_at': '2021-04-19T19:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_interfaces': [{'id': 'f9044044-1351-4a58-9760-b33f9513d678', 'name': '', 'network_id': '6bc43f42-83b1-4f83-bfff-5d0318eef92c', 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'mac_address': 'fa:16:3e:d6:3a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'd1ed8313-f386-4db8-8de3-b6bf3e8e6da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:31:31Z', 'updated_at': '2021-04-19T19:31:39Z', 'revision_number': 4, 'project_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'subnets': [{'id': 'd1ed8313-f386-4db8-8de3-b6bf3e8e6da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:31:41.326534 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6d38f74d-a226-448b-94a4-4331c6f982c9 req-cb0e5668-2a61-4174-a9c9-0559dfa43bc6 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=374ca9db-06bf-4b18-b6c0-036a92e6c489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510371
Apr 19 19:31:41.428164 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device d8a7c84d-36c6-4271-900a-aba37d861a41 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:31:41.600299 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-544d41d1-7c2e-47a4-a6d6-8c61ffea5c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854083004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854096932'] for router, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:41.698985 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:41.739313 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0616dee0-4cee-4e37-b5ac-dad350bfa943', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8a7c84d-36c6-4271-900a-aba37d861a41'}] {{(pid=86370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:31:41.754428 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port d8a7c84d-36c6-4271-900a-aba37d861a41, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d8a7c84d-36c6-4271-900a-aba37d861a41,segment=NetworkSegment(2744bb2d-9e24-4863-b8d8-e4b09c9832ec),segment_id=2744bb2d-9e24-4863-b8d8-e4b09c9832ec)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:31:41.758913 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:41.760906 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-5b1ed65d-50f5-4a1f-8d54-0830df1f5f28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:31:41.883424 dv-cinder-786932-1-iscsi neutron-server[86253]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0616dee0-4cee-4e37-b5ac-dad350bfa943', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd8a7c84d-36c6-4271-900a-aba37d861a41', 'code': 422} returned with failed status
Apr 19 19:31:41.895929 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Pushing event updated for resources: {'Port': ['ID=d8a7c84d-36c6-4271-900a-aba37d861a41,revision_number=8']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:31:41.900563 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:31:42.008686 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9e9764-8283-4e5c-ab9b-fbf6b349cc08 None None] Network e337583c-f0c9-4338-b601-83522bed995d requested from dv-cinder-786932-1-iscsi {{(pid=86370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:31:42.145533 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-544d41d1-7c2e-47a4-a6d6-8c61ffea5c0e admin admin] Router 3c814845-7f95-4828-ad89-28b84e7b7acf is scheduled to L3 agent a3cf2d1c-6710-4478-a129-20091cfe97d1 with binding_index 1 {{(pid=86369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 19 19:31:42.232545 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device f05b9feb-9714-4c45-a162-d99d681a1715 up at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:31:42.362484 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-ae8fe904-63bd-4df0-8b45-6c21ae28c118 None None] Provisioning for port f05b9feb-9714-4c45-a162-d99d681a1715 completed by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:31:42.385478 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-544d41d1-7c2e-47a4-a6d6-8c61ffea5c0e admin admin] Notify agent at l3_agent.dv-cinder-786932-1-iscsi the message routers_updated {{(pid=86369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:31:42.431012 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-544d41d1-7c2e-47a4-a6d6-8c61ffea5c0e admin admin] Notify callbacks [] for router, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:42.435189 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-544d41d1-7c2e-47a4-a6d6-8c61ffea5c0e admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 4.7254624
Apr 19 19:31:42.435406 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609f0679-4fe6-4c8a-b999-b453ed9b9bd6 None None] Sync routers for ids ['3c814845-7f95-4828-ad89-28b84e7b7acf'] in dv-cinder-786932-1-iscsi {{(pid=86370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:31:42.436047 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 55316) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:31:42.480284 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609f0679-4fe6-4c8a-b999-b453ed9b9bd6 None None] Routers {'3c814845-7f95-4828-ad89-28b84e7b7acf'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:31:42.484205 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-609f0679-4fe6-4c8a-b999-b453ed9b9bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0e74ce80>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:31:19Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['3c814845-7f95-4828-ad89-28b84e7b7acf'], 'active': True} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:31:42.685033 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning for port f05b9feb-9714-4c45-a162-d99d681a1715 completed by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:31:42.706831 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning complete for port f05b9feb-9714-4c45-a162-d99d681a1715 triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:31:42.707259 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:42.967308 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-609f0679-4fe6-4c8a-b999-b453ed9b9bd6 None None] Set router 3c814845-7f95-4828-ad89-28b84e7b7acf gateway port host: dv-cinder-786932-1-iscsi {{(pid=86370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:31:43.166279 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:43.232584 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-a6a768a0-1bcd-48c5-abcc-601434e91d84 None None] Provisioning complete for port f05b9feb-9714-4c45-a162-d99d681a1715 triggered by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:31:43.233005 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a6a768a0-1bcd-48c5-abcc-601434e91d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:43.420040 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] For port f05b9feb-9714-4c45-a162-d99d681a1715, host dv-cinder-786932-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=f05b9feb-9714-4c45-a162-d99d681a1715,segment=NetworkSegment(90d345c8-5b4f-42ab-83a8-e3a42bb13078),segment_id=90d345c8-5b4f-42ab-83a8-e3a42bb13078)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:31:43.436400 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:43.437578 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device f9044044-1351-4a58-9760-b33f9513d678 up at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:31:43.499935 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:31:43.706837 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a7498b5d-6548-4ad4-87ab-9e1d15bbac78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:44.079671 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Pushing event updated for resources: {'Port': ['ID=f05b9feb-9714-4c45-a162-d99d681a1715,revision_number=3']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:31:44.092525 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:31:44.093007 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:31:44.093304 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:31:44.093653 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:31:44.094075 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:31:44.094470 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:31:44.094872 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:31:44.095386 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:31:44.095776 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:31:44.096134 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:31:44.096493 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:31:44.096847 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:31:44.106079 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:31:44.118055 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning for port f9044044-1351-4a58-9760-b33f9513d678 completed by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:31:44.125949 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning complete for port f9044044-1351-4a58-9760-b33f9513d678 triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:31:44.126371 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:44.211807 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-609f0679-4fe6-4c8a-b999-b453ed9b9bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0e74ce80>, [{'id': '3c814845-7f95-4828-ad89-28b84e7b7acf', 'name': 'tempest-TestVolumeBootPattern-938629800-router', 'tenant_id': '3fb448b891c2488d99d5b18df2218f7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '429d14e1-1848-4413-b41b-77edd761ea0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:31:37Z', 'updated_at': '2021-04-19T19:31:40Z', 'revision_number': 3, 'project_id': '3fb448b891c2488d99d5b18df2218f7b', 'gw_port': {'id': '429d14e1-1848-4413-b41b-77edd761ea0e', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:44:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c814845-7f95-4828-ad89-28b84e7b7acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:31:38Z', 'updated_at': '2021-04-19T19:31:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi'}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:31:44.219637 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609f0679-4fe6-4c8a-b999-b453ed9b9bd6 None None] Checking router: 3c814845-7f95-4828-ad89-28b84e7b7acf for host: dv-cinder-786932-1-iscsi {{(pid=86370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:31:44.220056 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609f0679-4fe6-4c8a-b999-b453ed9b9bd6 None None] Updating router 3c814845-7f95-4828-ad89-28b84e7b7acf port 429d14e1-1848-4413-b41b-77edd761ea0e binding host dv-cinder-786932-1-iscsi {{(pid=86370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 19:31:44.315433 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-51dfc80b-dfcb-4bee-9d3d-af620df3313a req-5ab7fa33-e9bc-4baf-a2d4-f6a3fc4dbb39 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1706963
Apr 19 19:31:44.340609 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-609f0679-4fe6-4c8a-b999-b453ed9b9bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:44.376174 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:44.492360 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] For port f9044044-1351-4a58-9760-b33f9513d678, host dv-cinder-786932-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=f9044044-1351-4a58-9760-b33f9513d678,segment=NetworkSegment(ba613c43-a0d4-48ab-98c6-225de025afbc),segment_id=ba613c43-a0d4-48ab-98c6-225de025afbc)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:31:44.506721 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:44.529603 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e897a97-2bba-4346-8120-8970da36f6e7 req-e67d42d2-2a57-4522-a0e7-33a5967455c7 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:31:44.538480 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0e897a97-2bba-4346-8120-8970da36f6e7 req-e67d42d2-2a57-4522-a0e7-33a5967455c7 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 943 time: 0.3314037
Apr 19 19:31:44.542543 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-03cb38e7-6a6c-4411-afc9-c2e836b12b87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:31:44.619015 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-a7498b5d-6548-4ad4-87ab-9e1d15bbac78 admin admin] Allocated IP 172.20.0.1 (e337583c-f0c9-4338-b601-83522bed995d/cafafb46-579e-459b-a346-1a8f0753391f/4d89843d-9b37-45fe-8209-084f0f28c121) {{(pid=86368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:31:44.652076 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Pushing event updated for resources: {'Port': ['ID=f9044044-1351-4a58-9760-b33f9513d678,revision_number=5']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:31:44.659431 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:31:44.689350 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device f05b9feb-9714-4c45-a162-d99d681a1715 up at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:31:44.885684 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning complete for port f05b9feb-9714-4c45-a162-d99d681a1715 triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:31:44.886019 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:44.894222 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0e897a97-2bba-4346-8120-8970da36f6e7 req-eab4ccf2-d96b-43ec-9de3-d75386e1a579 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=374ca9db-06bf-4b18-b6c0-036a92e6c489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3535297
Apr 19 19:31:44.994564 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a7498b5d-6548-4ad4-87ab-9e1d15bbac78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:45.031251 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-a7498b5d-6548-4ad4-87ab-9e1d15bbac78 admin admin] Transition to ACTIVE for port object 4d89843d-9b37-45fe-8209-084f0f28c121 will not be triggered until provisioned by entity DHCP. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:31:45.076933 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a7498b5d-6548-4ad4-87ab-9e1d15bbac78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739738723801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822331971'] for port, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:45.087239 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-9340c466-504f-4f19-9d4b-89d9b5faa021 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:31:45.097522 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-609f0679-4fe6-4c8a-b999-b453ed9b9bd6 None None] Notify callbacks [] for port, precommit_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:45.123227 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-609f0679-4fe6-4c8a-b999-b453ed9b9bd6 None None] Transition to ACTIVE for port object 429d14e1-1848-4413-b41b-77edd761ea0e will not be triggered until provisioned by entity L2. {{(pid=86370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:31:45.134814 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-609f0679-4fe6-4c8a-b999-b453ed9b9bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:45.139702 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:31:45.230728 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-609f0679-4fe6-4c8a-b999-b453ed9b9bd6 None None] Attempting to bind port 429d14e1-1848-4413-b41b-77edd761ea0e on host dv-cinder-786932-1-iscsi for vnic_type normal with profile  {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:31:45.231211 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-609f0679-4fe6-4c8a-b999-b453ed9b9bd6 None None] Attempting to bind port 429d14e1-1848-4413-b41b-77edd761ea0e by drivers openvswitch,hyperv on host dv-cinder-786932-1-iscsi at level 0 using segments [{'id': 'f117aaf9-f038-40ae-a060-7b312532719e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c'}] {{(pid=86370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:31:45.231691 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609f0679-4fe6-4c8a-b999-b453ed9b9bd6 None None] Attempting to bind port 429d14e1-1848-4413-b41b-77edd761ea0e on network 4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:31:45.238831 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e1c101-3a26-49b0-aa6d-9b7b644aed7a None None] Pushing event updated for resources: {'Port': ['ID=429d14e1-1848-4413-b41b-77edd761ea0e,revision_number=2']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:31:45.243476 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-42e1c101-3a26-49b0-aa6d-9b7b644aed7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:31:45.252680 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609f0679-4fe6-4c8a-b999-b453ed9b9bd6 None None] Checking agent: {'id': '18e08627-855b-4b57-ace4-a20256d828a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 16, 20), 'started_at': datetime.datetime(2021, 4, 19, 19, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:31:45.252680 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609f0679-4fe6-4c8a-b999-b453ed9b9bd6 None None] Checking segment: {'id': 'f117aaf9-f038-40ae-a060-7b312532719e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:31:45.252680 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-609f0679-4fe6-4c8a-b999-b453ed9b9bd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:45.252680 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609f0679-4fe6-4c8a-b999-b453ed9b9bd6 None None] Bound using segment: {'id': 'f117aaf9-f038-40ae-a060-7b312532719e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c'} {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:31:45.252680 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-609f0679-4fe6-4c8a-b999-b453ed9b9bd6 None None] Bound port: 429d14e1-1848-4413-b41b-77edd761ea0e, host: dv-cinder-786932-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f117aaf9-f038-40ae-a060-7b312532719e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c'}}] {{(pid=86370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:31:45.252680 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-609f0679-4fe6-4c8a-b999-b453ed9b9bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:45.308377 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7498b5d-6548-4ad4-87ab-9e1d15bbac78 admin admin] Pushing event updated for resources: {'Port': ['ID=4d89843d-9b37-45fe-8209-084f0f28c121,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:31:45.311959 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a7498b5d-6548-4ad4-87ab-9e1d15bbac78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:31:45.318441 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7498b5d-6548-4ad4-87ab-9e1d15bbac78 admin admin] Network e337583c-f0c9-4338-b601-83522bed995d is already hosted by enough agents. {{(pid=86368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:31:45.320744 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-a7498b5d-6548-4ad4-87ab-9e1d15bbac78 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:31:45.323394 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7498b5d-6548-4ad4-87ab-9e1d15bbac78 admin admin] Received port after_create {{(pid=86368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:31:45.358509 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-609f0679-4fe6-4c8a-b999-b453ed9b9bd6 None None] For port 429d14e1-1848-4413-b41b-77edd761ea0e, host dv-cinder-786932-1-iscsi, cleared binding levels {{(pid=86370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:31:45.364636 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-609f0679-4fe6-4c8a-b999-b453ed9b9bd6 None None] For port 429d14e1-1848-4413-b41b-77edd761ea0e, host dv-cinder-786932-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=429d14e1-1848-4413-b41b-77edd761ea0e,segment=NetworkSegment(f117aaf9-f038-40ae-a060-7b312532719e),segment_id=f117aaf9-f038-40ae-a060-7b312532719e)] {{(pid=86370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:31:45.371276 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-609f0679-4fe6-4c8a-b999-b453ed9b9bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:45.379426 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:31:45.400550 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a7498b5d-6548-4ad4-87ab-9e1d15bbac78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688641'] for router_interface, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:45.430474 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dfc80b-dfcb-4bee-9d3d-af620df3313a req-3148d3a8-6082-40a5-bc11-9b2eca17768e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:31:45.431371 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-51dfc80b-dfcb-4bee-9d3d-af620df3313a req-3148d3a8-6082-40a5-bc11-9b2eca17768e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943&tenant_id=c6333d4d4b1249bfb35237c3c56fe86e HTTP/1.1" status: 200  len: 1096 time: 0.2162528
Apr 19 19:31:45.522136 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609f0679-4fe6-4c8a-b999-b453ed9b9bd6 None None] Routers {'3c814845-7f95-4828-ad89-28b84e7b7acf'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:31:45.523406 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-609f0679-4fe6-4c8a-b999-b453ed9b9bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0e74ce80>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:31:19Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['3c814845-7f95-4828-ad89-28b84e7b7acf'], 'active': True} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:31:45.644406 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a7498b5d-6548-4ad4-87ab-9e1d15bbac78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:45.666451 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dfc80b-dfcb-4bee-9d3d-af620df3313a req-219f726d-df47-46a2-9e86-c78764f64269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:31:45.668177 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-51dfc80b-dfcb-4bee-9d3d-af620df3313a req-219f726d-df47-46a2-9e86-c78764f64269 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6333d4d4b1249bfb35237c3c56fe86e&device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 1096 time: 0.1976013
Apr 19 19:31:45.711176 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e1c101-3a26-49b0-aa6d-9b7b644aed7a None None] Pushing event updated for resources: {'Port': ['ID=429d14e1-1848-4413-b41b-77edd761ea0e,revision_number=3']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:31:45.725323 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-42e1c101-3a26-49b0-aa6d-9b7b644aed7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:31:45.756155 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-a72795fa-7755-4cac-a2f9-60c37a46361f None None] Provisioning for port 4d89843d-9b37-45fe-8209-084f0f28c121 completed by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:31:45.771666 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-a72795fa-7755-4cac-a2f9-60c37a46361f None None] Provisioning complete for port 4d89843d-9b37-45fe-8209-084f0f28c121 triggered by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:31:45.772362 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a72795fa-7755-4cac-a2f9-60c37a46361f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:45.945845 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6238354d-2c63-4069-bfe6-2804c611791c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:45.966449 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-a72795fa-7755-4cac-a2f9-60c37a46361f None None] Port 4d89843d-9b37-45fe-8209-084f0f28c121 cannot update to ACTIVE because it is not bound. {{(pid=86370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 19:31:45.978145 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-609f0679-4fe6-4c8a-b999-b453ed9b9bd6 None None] Set router 3c814845-7f95-4828-ad89-28b84e7b7acf gateway port host: dv-cinder-786932-1-iscsi {{(pid=86370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:31:45.995955 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dfc80b-dfcb-4bee-9d3d-af620df3313a req-6b6d764f-90f6-40ee-b4ff-4e8ff5ed8f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:31:45.997430 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-51dfc80b-dfcb-4bee-9d3d-af620df3313a req-6b6d764f-90f6-40ee-b4ff-4e8ff5ed8f92 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a89eb528-cfbf-497b-ad2d-b1613a8bf395 HTTP/1.1" status: 200  len: 917 time: 0.2954907
Apr 19 19:31:46.217319 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-51dfc80b-dfcb-4bee-9d3d-af620df3313a req-d5392302-efb0-4500-9c22-eb61c16a9228 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8a7c84d-36c6-4271-900a-aba37d861a41 HTTP/1.1" status: 200  len: 998 time: 0.2123990
Apr 19 19:31:46.305659 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a7498b5d-6548-4ad4-87ab-9e1d15bbac78 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:46.319988 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a7498b5d-6548-4ad4-87ab-9e1d15bbac78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32443828'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:46.366543 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-04cad92e-59f9-41b5-81d8-274482767f47 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:31:46.428324 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ffc403-e679-457b-b9c9-24b05c0cfe7c req-615c14fe-4922-4a31-b3af-e17a033b2f8c tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:31:46.430018 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-20ffc403-e679-457b-b9c9-24b05c0cfe7c req-615c14fe-4922-4a31-b3af-e17a033b2f8c tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 943 time: 0.3584981
Apr 19 19:31:46.436176 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dfc80b-dfcb-4bee-9d3d-af620df3313a req-17036e96-2ece-4c49-8759-b03939aa64c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:31:46.438025 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-51dfc80b-dfcb-4bee-9d3d-af620df3313a req-17036e96-2ece-4c49-8759-b03939aa64c1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=194aa9b4-1b11-48c1-957e-a5acc2bb888c HTTP/1.1" status: 200  len: 855 time: 0.2092218
Apr 19 19:31:46.500483 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-609f0679-4fe6-4c8a-b999-b453ed9b9bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0e74ce80>, [{'id': '3c814845-7f95-4828-ad89-28b84e7b7acf', 'name': 'tempest-TestVolumeBootPattern-938629800-router', 'tenant_id': '3fb448b891c2488d99d5b18df2218f7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '429d14e1-1848-4413-b41b-77edd761ea0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:31:37Z', 'updated_at': '2021-04-19T19:31:45Z', 'revision_number': 4, 'project_id': '3fb448b891c2488d99d5b18df2218f7b', 'gw_port': {'id': '429d14e1-1848-4413-b41b-77edd761ea0e', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:44:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c814845-7f95-4828-ad89-28b84e7b7acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:31:38Z', 'updated_at': '2021-04-19T19:31:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_interfaces': [{'id': '4d89843d-9b37-45fe-8209-084f0f28c121', 'name': '', 'network_id': 'e337583c-f0c9-4338-b601-83522bed995d', 'tenant_id': '3fb448b891c2488d99d5b18df2218f7b', 'mac_address': 'fa:16:3e:44:8f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c814845-7f95-4828-ad89-28b84e7b7acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'cafafb46-579e-459b-a346-1a8f0753391f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:31:44Z', 'updated_at': '2021-04-19T19:31:44Z', 'revision_number': 1, 'project_id': '3fb448b891c2488d99d5b18df2218f7b', 'subnets': [{'id': 'cafafb46-579e-459b-a346-1a8f0753391f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:31:46.504606 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609f0679-4fe6-4c8a-b999-b453ed9b9bd6 None None] The sync data for ids ['3c814845-7f95-4828-ad89-28b84e7b7acf'] in dv-cinder-786932-1-iscsi is: [{'id': '3c814845-7f95-4828-ad89-28b84e7b7acf', 'name': 'tempest-TestVolumeBootPattern-938629800-router', 'tenant_id': '3fb448b891c2488d99d5b18df2218f7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '429d14e1-1848-4413-b41b-77edd761ea0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:31:37Z', 'updated_at': '2021-04-19T19:31:45Z', 'revision_number': 4, 'project_id': '3fb448b891c2488d99d5b18df2218f7b', 'gw_port': {'id': '429d14e1-1848-4413-b41b-77edd761ea0e', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:44:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c814845-7f95-4828-ad89-28b84e7b7acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:31:38Z', 'updated_at': '2021-04-19T19:31:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_interfaces': [{'id': '4d89843d-9b37-45fe-8209-084f0f28c121', 'name': '', 'network_id': 'e337583c-f0c9-4338-b601-83522bed995d', 'tenant_id': '3fb448b891c2488d99d5b18df2218f7b', 'mac_address': 'fa:16:3e:44:8f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c814845-7f95-4828-ad89-28b84e7b7acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'cafafb46-579e-459b-a346-1a8f0753391f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:31:44Z', 'updated_at': '2021-04-19T19:31:44Z', 'revision_number': 1, 'project_id': '3fb448b891c2488d99d5b18df2218f7b', 'subnets': [{'id': 'cafafb46-579e-459b-a346-1a8f0753391f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:31:46.550490 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7498b5d-6548-4ad4-87ab-9e1d15bbac78 admin admin] Pushing event updated for resources: {'Port': ['ID=4d89843d-9b37-45fe-8209-084f0f28c121,revision_number=2']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:31:46.557812 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a7498b5d-6548-4ad4-87ab-9e1d15bbac78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:31:46.558912 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a7498b5d-6548-4ad4-87ab-9e1d15bbac78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854087066'] for router_interface, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:46.626667 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-20ffc403-e679-457b-b9c9-24b05c0cfe7c req-af54541d-ae57-4c51-976a-8cce4076b706 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=374ca9db-06bf-4b18-b6c0-036a92e6c489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1813481
Apr 19 19:31:46.660901 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device f9044044-1351-4a58-9760-b33f9513d678 up at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:31:46.802439 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning complete for port f9044044-1351-4a58-9760-b33f9513d678 triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:31:46.803080 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:46.839137 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dfc80b-dfcb-4bee-9d3d-af620df3313a req-bbcdcabc-0307-46c5-add8-f99aa28acc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:31:46.841955 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-51dfc80b-dfcb-4bee-9d3d-af620df3313a req-bbcdcabc-0307-46c5-add8-f99aa28acc89 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a89eb528-cfbf-497b-ad2d-b1613a8bf395&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3708608
Apr 19 19:31:47.014607 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7498b5d-6548-4ad4-87ab-9e1d15bbac78 admin admin] Network e337583c-f0c9-4338-b601-83522bed995d is already hosted by enough agents. {{(pid=86368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:31:47.020584 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-a7498b5d-6548-4ad4-87ab-9e1d15bbac78 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:31:47.309347 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-3ae5a8c7-404b-45bc-8a8c-382532bfc298 None None] Provisioning complete for port 4d89843d-9b37-45fe-8209-084f0f28c121 triggered by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:31:47.310046 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3ae5a8c7-404b-45bc-8a8c-382532bfc298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:47.416340 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-3ae5a8c7-404b-45bc-8a8c-382532bfc298 None None] Port 4d89843d-9b37-45fe-8209-084f0f28c121 cannot update to ACTIVE because it is not bound. {{(pid=86370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 19:31:47.632571 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-51dfc80b-dfcb-4bee-9d3d-af620df3313a req-b9fa28af-2e18-49d7-8975-4658af7120c0 service neutron] 10.222.0.20 "GET /v2.0/networks/a89eb528-cfbf-497b-ad2d-b1613a8bf395?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7799578
Apr 19 19:31:47.982547 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7498b5d-6548-4ad4-87ab-9e1d15bbac78 admin admin] Router 3c814845-7f95-4828-ad89-28b84e7b7acf has already been hosted by L3 agent a3cf2d1c-6710-4478-a129-20091cfe97d1 {{(pid=86368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:31:47.998218 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-51dfc80b-dfcb-4bee-9d3d-af620df3313a req-cbd4956e-3631-42db-9b94-41b87a582816 service neutron] 10.222.0.20 "GET /v2.0/networks/a89eb528-cfbf-497b-ad2d-b1613a8bf395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3302820
Apr 19 19:31:48.213343 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa057fa-3afa-45e8-ac32-f3484cbae7f7 req-58da241f-49c4-4a29-a7f6-1d176e9cd0bf tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:31:48.215092 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4fa057fa-3afa-45e8-ac32-f3484cbae7f7 req-58da241f-49c4-4a29-a7f6-1d176e9cd0bf tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 943 time: 0.3361495
Apr 19 19:31:48.287214 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7498b5d-6548-4ad4-87ab-9e1d15bbac78 admin admin] Notify agent at l3_agent.dv-cinder-786932-1-iscsi the message routers_updated {{(pid=86368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:31:48.301881 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4fa057fa-3afa-45e8-ac32-f3484cbae7f7 req-6e13eadf-ea07-48cb-a7eb-276b3dea577a tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=374ca9db-06bf-4b18-b6c0-036a92e6c489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0711799
Apr 19 19:31:48.306060 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-a7498b5d-6548-4ad4-87ab-9e1d15bbac78 admin admin] 10.222.0.36 "PUT /v2.0/routers/3c814845-7f95-4828-ad89-28b84e7b7acf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8683403
Apr 19 19:31:48.641698 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-aa71f998-4164-4f1a-aa77-8d189581ea5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:48.742388 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device 429d14e1-1848-4413-b41b-77edd761ea0e up at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:31:48.835072 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning for port 429d14e1-1848-4413-b41b-77edd761ea0e completed by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:31:48.848099 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning complete for port 429d14e1-1848-4413-b41b-77edd761ea0e triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:31:48.851917 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:49.103635 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:49.125961 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] For port 429d14e1-1848-4413-b41b-77edd761ea0e, host dv-cinder-786932-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=429d14e1-1848-4413-b41b-77edd761ea0e,segment=NetworkSegment(f117aaf9-f038-40ae-a060-7b312532719e),segment_id=f117aaf9-f038-40ae-a060-7b312532719e)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:31:49.129317 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:49.131450 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-752cd144-968d-47b2-9d47-9fa714818546 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:31:49.211115 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Pushing event updated for resources: {'Port': ['ID=429d14e1-1848-4413-b41b-77edd761ea0e,revision_number=4']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:31:49.214834 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:31:49.356432 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 55402) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:31:49.366101 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-305cdc0c-108b-421b-86d9-4076ffa6e377 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1716415732', 'description': 'tempest-secgroup-smoke-1716415732 description', 'project_id': 'bc5b0bd7c7ca48888f8782e781e6974d'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:31:49.383295 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-305cdc0c-108b-421b-86d9-4076ffa6e377 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:31:49.391617 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-305cdc0c-108b-421b-86d9-4076ffa6e377 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Usage tracker for resource:security_group and tenant:bc5b0bd7c7ca48888f8782e781e6974d is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:31:49.411132 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-305cdc0c-108b-421b-86d9-4076ffa6e377 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:31:49.420405 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-305cdc0c-108b-421b-86d9-4076ffa6e377 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:31:49.433457 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-305cdc0c-108b-421b-86d9-4076ffa6e377 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:49.465874 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-305cdc0c-108b-421b-86d9-4076ffa6e377 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:31:49.472156 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-305cdc0c-108b-421b-86d9-4076ffa6e377 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Usage tracker for resource:security_group_rule and tenant:bc5b0bd7c7ca48888f8782e781e6974d is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:31:49.479473 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-305cdc0c-108b-421b-86d9-4076ffa6e377 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:31:49.488186 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-305cdc0c-108b-421b-86d9-4076ffa6e377 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:31:49.622896 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-305cdc0c-108b-421b-86d9-4076ffa6e377 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:49.627698 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-305cdc0c-108b-421b-86d9-4076ffa6e377 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:49.629262 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f651e997-a9c2-4bcd-8db4-86b69554c139 req-ddc9e760-6ba3-4ade-9923-37e2d162525a tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:31:49.640254 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f651e997-a9c2-4bcd-8db4-86b69554c139 req-ddc9e760-6ba3-4ade-9923-37e2d162525a tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 943 time: 0.1339641
Apr 19 19:31:49.669898 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e02486b8-2728-4918-9848-f5c866eba923 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:31:49.691254 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-305cdc0c-108b-421b-86d9-4076ffa6e377 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:49.708667 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-305cdc0c-108b-421b-86d9-4076ffa6e377 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.3502121
Apr 19 19:31:49.713547 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 55408) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:31:49.746172 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f651e997-a9c2-4bcd-8db4-86b69554c139 req-58e94007-1d48-44a3-aaab-c610451e04e1 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=374ca9db-06bf-4b18-b6c0-036a92e6c489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1004927
Apr 19 19:31:49.753895 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305cdc0c-108b-421b-86d9-4076ffa6e377 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1da71a4-cef9-4aab-90f4-109eea8adbb9,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:31:49.764646 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-ff55cfbe-91a7-4552-9c4b-1b10138b4476 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Request body: {'security_group_rule': {'security_group_id': 'e1da71a4-cef9-4aab-90f4-109eea8adbb9', 'project_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:31:49.779749 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-ff55cfbe-91a7-4552-9c4b-1b10138b4476 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:31:49.784611 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-000a1909-ab5b-4f97-8afb-04fdec5398f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:49.789862 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-ff55cfbe-91a7-4552-9c4b-1b10138b4476 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Usage tracker for resource:security_group_rule and tenant:bc5b0bd7c7ca48888f8782e781e6974d is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:31:49.795920 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-ff55cfbe-91a7-4552-9c4b-1b10138b4476 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:31:49.809183 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-ff55cfbe-91a7-4552-9c4b-1b10138b4476 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:31:49.824812 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-305cdc0c-108b-421b-86d9-4076ffa6e377 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:31:49.840304 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ff55cfbe-91a7-4552-9c4b-1b10138b4476 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:49.953068 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ff55cfbe-91a7-4552-9c4b-1b10138b4476 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:49.962396 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ff55cfbe-91a7-4552-9c4b-1b10138b4476 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106940'] for security_group_rule, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:49.964854 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-5a020f88-0f28-4365-9d66-a2de57fc9dee tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:31:49.989215 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:50.011010 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff55cfbe-91a7-4552-9c4b-1b10138b4476 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4524ce0c-5a6d-4e16-bcc0-4a472a5ece54,revision_number=0']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:31:50.026952 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-ff55cfbe-91a7-4552-9c4b-1b10138b4476 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:31:50.050220 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ff55cfbe-91a7-4552-9c4b-1b10138b4476 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:50.052328 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-ff55cfbe-91a7-4552-9c4b-1b10138b4476 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3049946
Apr 19 19:31:50.057669 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 55414) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:31:50.068806 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-3c1e6005-bc06-4f14-8d84-d1d65e0bf433 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Request body: {'security_group_rule': {'security_group_id': 'e1da71a4-cef9-4aab-90f4-109eea8adbb9', 'project_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:31:50.081287 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-3c1e6005-bc06-4f14-8d84-d1d65e0bf433 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:31:50.089370 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-3c1e6005-bc06-4f14-8d84-d1d65e0bf433 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Usage tracker for resource:security_group_rule and tenant:bc5b0bd7c7ca48888f8782e781e6974d is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:31:50.097049 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-3c1e6005-bc06-4f14-8d84-d1d65e0bf433 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:31:50.115677 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-3c1e6005-bc06-4f14-8d84-d1d65e0bf433 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:31:50.176582 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3c1e6005-bc06-4f14-8d84-d1d65e0bf433 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:50.328493 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3c1e6005-bc06-4f14-8d84-d1d65e0bf433 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:50.334219 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3c1e6005-bc06-4f14-8d84-d1d65e0bf433 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106940'] for security_group_rule, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:50.343025 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:31:50.398696 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1e6005-bc06-4f14-8d84-d1d65e0bf433 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3de35489-c8c5-4dea-a552-d072062aa282,revision_number=0']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:31:50.410403 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-3c1e6005-bc06-4f14-8d84-d1d65e0bf433 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:31:50.416594 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3c1e6005-bc06-4f14-8d84-d1d65e0bf433 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:50.420734 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-3c1e6005-bc06-4f14-8d84-d1d65e0bf433 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3588214
Apr 19 19:31:50.421310 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 55418) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:31:50.428607 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-60a51c87-411e-42f6-9edc-4971038b33e0 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Request body: {'security_group_rule': {'security_group_id': 'e1da71a4-cef9-4aab-90f4-109eea8adbb9', 'project_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:31:50.440929 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-60a51c87-411e-42f6-9edc-4971038b33e0 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:31:50.446547 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-60a51c87-411e-42f6-9edc-4971038b33e0 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Usage tracker for resource:security_group_rule and tenant:bc5b0bd7c7ca48888f8782e781e6974d is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:31:50.450835 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-60a51c87-411e-42f6-9edc-4971038b33e0 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:31:50.458703 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-60a51c87-411e-42f6-9edc-4971038b33e0 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:31:50.496633 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-60a51c87-411e-42f6-9edc-4971038b33e0 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:50.625279 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-60a51c87-411e-42f6-9edc-4971038b33e0 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:50.632453 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-60a51c87-411e-42f6-9edc-4971038b33e0 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106940'] for security_group_rule, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:50.634904 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:31:50.694789 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a51c87-411e-42f6-9edc-4971038b33e0 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ba8a7fe-a3ac-476a-8f95-4fee31bb97f5,revision_number=0']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:31:50.697827 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-60a51c87-411e-42f6-9edc-4971038b33e0 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:31:50.713559 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-60a51c87-411e-42f6-9edc-4971038b33e0 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:50.715600 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-60a51c87-411e-42f6-9edc-4971038b33e0 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2932124
Apr 19 19:31:50.721617 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 55422) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:31:50.722751 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5c78a517-44d6-4271-a115-cae59bf86ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:50.728920 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device 429d14e1-1848-4413-b41b-77edd761ea0e up at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:31:50.737675 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-30868f39-518d-44b0-af97-e31f4dfea7f2 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Request body: {'security_group_rule': {'security_group_id': 'e1da71a4-cef9-4aab-90f4-109eea8adbb9', 'project_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:31:50.749589 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-30868f39-518d-44b0-af97-e31f4dfea7f2 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:31:50.760800 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-30868f39-518d-44b0-af97-e31f4dfea7f2 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Usage tracker for resource:security_group_rule and tenant:bc5b0bd7c7ca48888f8782e781e6974d is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:31:50.768218 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-30868f39-518d-44b0-af97-e31f4dfea7f2 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:31:50.788640 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-30868f39-518d-44b0-af97-e31f4dfea7f2 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:31:50.789561 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dea9c7-7016-43ab-a316-3ad642d39c75 None None] Sync routers for ids ['3c814845-7f95-4828-ad89-28b84e7b7acf'] in dv-cinder-786932-1-iscsi {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:31:50.822581 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dea9c7-7016-43ab-a316-3ad642d39c75 None None] Routers {'3c814845-7f95-4828-ad89-28b84e7b7acf'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:31:50.824803 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-30868f39-518d-44b0-af97-e31f4dfea7f2 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:50.825557 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-b5dea9c7-7016-43ab-a316-3ad642d39c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0f5acc50>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:31:49Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['3c814845-7f95-4828-ad89-28b84e7b7acf'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:31:50.971411 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning complete for port 429d14e1-1848-4413-b41b-77edd761ea0e triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:31:50.972372 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:51.006125 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-30868f39-518d-44b0-af97-e31f4dfea7f2 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:51.011036 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-30868f39-518d-44b0-af97-e31f4dfea7f2 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106940'] for security_group_rule, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:51.027611 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-fc39b821-04d6-4f09-98b0-9ad57a8bb669 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:31:51.139467 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-30868f39-518d-44b0-af97-e31f4dfea7f2 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:51.147914 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-30868f39-518d-44b0-af97-e31f4dfea7f2 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4243665
Apr 19 19:31:51.150190 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30868f39-518d-44b0-af97-e31f4dfea7f2 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a08999d3-3396-4720-8450-cd997d0b77e5,revision_number=0']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:31:51.165418 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-30868f39-518d-44b0-af97-e31f4dfea7f2 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:31:51.166300 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 55428) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:31:51.177709 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89396d6-a065-4d1c-b287-bef38f908bec req-d6dbde6b-61f9-40cf-a8cc-8e087313d70a tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:31:51.179787 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-f13d5e07-8e60-4483-8fd6-01400ad8a9d9 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Request body: {'security_group_rule': {'security_group_id': 'e1da71a4-cef9-4aab-90f4-109eea8adbb9', 'project_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:31:51.194359 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-f13d5e07-8e60-4483-8fd6-01400ad8a9d9 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:31:51.201270 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e89396d6-a065-4d1c-b287-bef38f908bec req-d6dbde6b-61f9-40cf-a8cc-8e087313d70a tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 943 time: 0.2739882
Apr 19 19:31:51.203963 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-f13d5e07-8e60-4483-8fd6-01400ad8a9d9 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Usage tracker for resource:security_group_rule and tenant:bc5b0bd7c7ca48888f8782e781e6974d is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:31:51.210665 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-f13d5e07-8e60-4483-8fd6-01400ad8a9d9 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:31:51.247030 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-f13d5e07-8e60-4483-8fd6-01400ad8a9d9 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:31:51.295519 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.db.securitygroups_db [None req-f13d5e07-8e60-4483-8fd6-01400ad8a9d9 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Project bc5b0bd7c7ca48888f8782e781e6974d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 19 19:31:51.317196 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f13d5e07-8e60-4483-8fd6-01400ad8a9d9 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:51.420778 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e89396d6-a065-4d1c-b287-bef38f908bec req-7b16e279-a6ec-48c0-93ed-0ac344933e4a tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=374ca9db-06bf-4b18-b6c0-036a92e6c489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2079203
Apr 19 19:31:51.564221 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f13d5e07-8e60-4483-8fd6-01400ad8a9d9 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:51.569559 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f13d5e07-8e60-4483-8fd6-01400ad8a9d9 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106940'] for security_group_rule, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:51.635242 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:31:51.636947 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-b5dea9c7-7016-43ab-a316-3ad642d39c75 None None] Set router 3c814845-7f95-4828-ad89-28b84e7b7acf gateway port host: dv-cinder-786932-1-iscsi {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:31:51.664786 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f13d5e07-8e60-4483-8fd6-01400ad8a9d9 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:51.667498 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-f13d5e07-8e60-4483-8fd6-01400ad8a9d9 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4980817
Apr 19 19:31:51.672709 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 55434) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:31:51.684210 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d5e07-8e60-4483-8fd6-01400ad8a9d9 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f031b9e-a007-45a5-abb3-39a1dbad928e,revision_number=0']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:31:51.697874 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-f13d5e07-8e60-4483-8fd6-01400ad8a9d9 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:31:51.700767 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-c8739c67-742e-41ee-b1f6-b50024196a33 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Request body: {'security_group_rule': {'security_group_id': 'e1da71a4-cef9-4aab-90f4-109eea8adbb9', 'project_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:31:51.724732 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-c8739c67-742e-41ee-b1f6-b50024196a33 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:31:51.733789 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-c8739c67-742e-41ee-b1f6-b50024196a33 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Usage tracker for resource:security_group_rule and tenant:bc5b0bd7c7ca48888f8782e781e6974d is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:31:51.747843 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-c8739c67-742e-41ee-b1f6-b50024196a33 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:31:51.768005 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-c8739c67-742e-41ee-b1f6-b50024196a33 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:31:51.790824 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.db.securitygroups_db [None req-c8739c67-742e-41ee-b1f6-b50024196a33 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Project bc5b0bd7c7ca48888f8782e781e6974d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 19 19:31:51.811586 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c8739c67-742e-41ee-b1f6-b50024196a33 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:52.076824 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c8739c67-742e-41ee-b1f6-b50024196a33 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:52.082559 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c8739c67-742e-41ee-b1f6-b50024196a33 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106940'] for security_group_rule, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:52.087340 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:31:52.172544 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8739c67-742e-41ee-b1f6-b50024196a33 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6daad106-f686-45c7-a994-eb5a07ea2b10,revision_number=0']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:31:52.199247 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c8739c67-742e-41ee-b1f6-b50024196a33 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:31:52.238638 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c8739c67-742e-41ee-b1f6-b50024196a33 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:52.240677 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-c8739c67-742e-41ee-b1f6-b50024196a33 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.5642684
Apr 19 19:31:52.388290 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-b5dea9c7-7016-43ab-a316-3ad642d39c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0f5acc50>, [{'id': '3c814845-7f95-4828-ad89-28b84e7b7acf', 'name': 'tempest-TestVolumeBootPattern-938629800-router', 'tenant_id': '3fb448b891c2488d99d5b18df2218f7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '429d14e1-1848-4413-b41b-77edd761ea0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:31:37Z', 'updated_at': '2021-04-19T19:31:45Z', 'revision_number': 4, 'project_id': '3fb448b891c2488d99d5b18df2218f7b', 'gw_port': {'id': '429d14e1-1848-4413-b41b-77edd761ea0e', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:44:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c814845-7f95-4828-ad89-28b84e7b7acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:31:38Z', 'updated_at': '2021-04-19T19:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_interfaces': [{'id': '4d89843d-9b37-45fe-8209-084f0f28c121', 'name': '', 'network_id': 'e337583c-f0c9-4338-b601-83522bed995d', 'tenant_id': '3fb448b891c2488d99d5b18df2218f7b', 'mac_address': 'fa:16:3e:44:8f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c814845-7f95-4828-ad89-28b84e7b7acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'cafafb46-579e-459b-a346-1a8f0753391f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:31:44Z', 'updated_at': '2021-04-19T19:31:45Z', 'revision_number': 2, 'project_id': '3fb448b891c2488d99d5b18df2218f7b', 'subnets': [{'id': 'cafafb46-579e-459b-a346-1a8f0753391f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:31:52.396491 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dea9c7-7016-43ab-a316-3ad642d39c75 None None] Checking router: 3c814845-7f95-4828-ad89-28b84e7b7acf for host: dv-cinder-786932-1-iscsi {{(pid=86371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:31:52.397060 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dea9c7-7016-43ab-a316-3ad642d39c75 None None] Updating router 3c814845-7f95-4828-ad89-28b84e7b7acf port 4d89843d-9b37-45fe-8209-084f0f28c121 binding host dv-cinder-786932-1-iscsi {{(pid=86371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 19:31:52.614233 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b5dea9c7-7016-43ab-a316-3ad642d39c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:53.222813 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d04236-b2e5-42e5-807d-774b4273ec21 req-280ce67b-770a-48c3-936c-5d587aaee75d tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:31:53.225772 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-67d04236-b2e5-42e5-807d-774b4273ec21 req-280ce67b-770a-48c3-936c-5d587aaee75d tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 943 time: 0.4780118
Apr 19 19:31:53.411010 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-67d04236-b2e5-42e5-807d-774b4273ec21 req-35674413-9623-4e67-84d0-d914c71213b0 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=374ca9db-06bf-4b18-b6c0-036a92e6c489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1731427
Apr 19 19:31:53.683688 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b5dea9c7-7016-43ab-a316-3ad642d39c75 None None] Notify callbacks [] for port, precommit_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:53.720653 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-b5dea9c7-7016-43ab-a316-3ad642d39c75 None None] Transition to ACTIVE for port object 4d89843d-9b37-45fe-8209-084f0f28c121 will not be triggered until provisioned by entity L2. {{(pid=86371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:31:53.757848 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b5dea9c7-7016-43ab-a316-3ad642d39c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:53.777379 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-3c5f460c-328c-414a-8e03-415eca169651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:31:53.927146 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25606e0-3b59-4fc6-98b9-38e2be2ef7e9 None None] Pushing event updated for resources: {'Port': ['ID=4d89843d-9b37-45fe-8209-084f0f28c121,revision_number=3']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:31:53.944133 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b25606e0-3b59-4fc6-98b9-38e2be2ef7e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:31:54.261988 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a9e57-33e9-4fc0-b760-8b4c8be86164 req-1c39c45b-1d7b-483f-bfad-ace1cf504d38 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:31:54.276681 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-eb2a9e57-33e9-4fc0-b760-8b4c8be86164 req-1c39c45b-1d7b-483f-bfad-ace1cf504d38 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9d12116-ab28-4eec-b0dd-7ab43e7386a4 HTTP/1.1" status: 200  len: 945 time: 0.3790879
Apr 19 19:31:54.434182 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-eb2a9e57-33e9-4fc0-b760-8b4c8be86164 req-2d36af80-514d-4746-a1f0-8a306df60b0e tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/security-groups?id=823bdc8f-2b33-4b7a-96ea-a1e32c9160e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1560597
Apr 19 19:31:54.477055 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-b5dea9c7-7016-43ab-a316-3ad642d39c75 None None] Attempting to bind port 4d89843d-9b37-45fe-8209-084f0f28c121 on host dv-cinder-786932-1-iscsi for vnic_type normal with profile  {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:31:54.477940 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-b5dea9c7-7016-43ab-a316-3ad642d39c75 None None] Attempting to bind port 4d89843d-9b37-45fe-8209-084f0f28c121 by drivers openvswitch,hyperv on host dv-cinder-786932-1-iscsi at level 0 using segments [{'id': '90d345c8-5b4f-42ab-83a8-e3a42bb13078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e337583c-f0c9-4338-b601-83522bed995d'}] {{(pid=86371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:31:54.478556 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dea9c7-7016-43ab-a316-3ad642d39c75 None None] Attempting to bind port 4d89843d-9b37-45fe-8209-084f0f28c121 on network e337583c-f0c9-4338-b601-83522bed995d {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:31:54.489630 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dea9c7-7016-43ab-a316-3ad642d39c75 None None] Checking agent: {'id': '18e08627-855b-4b57-ace4-a20256d828a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 16, 20), 'started_at': datetime.datetime(2021, 4, 19, 19, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:31:54.490258 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dea9c7-7016-43ab-a316-3ad642d39c75 None None] Checking segment: {'id': '90d345c8-5b4f-42ab-83a8-e3a42bb13078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e337583c-f0c9-4338-b601-83522bed995d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:31:54.490954 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b5dea9c7-7016-43ab-a316-3ad642d39c75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:54.491600 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dea9c7-7016-43ab-a316-3ad642d39c75 None None] Bound using segment: {'id': '90d345c8-5b4f-42ab-83a8-e3a42bb13078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e337583c-f0c9-4338-b601-83522bed995d'} {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:31:54.492485 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-b5dea9c7-7016-43ab-a316-3ad642d39c75 None None] Bound port: 4d89843d-9b37-45fe-8209-084f0f28c121, host: dv-cinder-786932-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90d345c8-5b4f-42ab-83a8-e3a42bb13078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e337583c-f0c9-4338-b601-83522bed995d'}}] {{(pid=86371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:31:54.493327 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b5dea9c7-7016-43ab-a316-3ad642d39c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:54.779054 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-b5dea9c7-7016-43ab-a316-3ad642d39c75 None None] For port 4d89843d-9b37-45fe-8209-084f0f28c121, host dv-cinder-786932-1-iscsi, cleared binding levels {{(pid=86371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:31:54.787846 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-b5dea9c7-7016-43ab-a316-3ad642d39c75 None None] For port 4d89843d-9b37-45fe-8209-084f0f28c121, host dv-cinder-786932-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=4d89843d-9b37-45fe-8209-084f0f28c121,segment=NetworkSegment(90d345c8-5b4f-42ab-83a8-e3a42bb13078),segment_id=90d345c8-5b4f-42ab-83a8-e3a42bb13078)] {{(pid=86371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:31:54.800490 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b5dea9c7-7016-43ab-a316-3ad642d39c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:54.833232 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c8cef357-4544-4155-a25a-f768854d46ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:31:55.001881 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25606e0-3b59-4fc6-98b9-38e2be2ef7e9 None None] Pushing event updated for resources: {'Port': ['ID=4d89843d-9b37-45fe-8209-084f0f28c121,revision_number=4']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:31:55.011201 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b25606e0-3b59-4fc6-98b9-38e2be2ef7e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:31:55.041295 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dea9c7-7016-43ab-a316-3ad642d39c75 None None] Routers {'3c814845-7f95-4828-ad89-28b84e7b7acf'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:31:55.044679 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-b5dea9c7-7016-43ab-a316-3ad642d39c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0f5acc50>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:31:49Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['3c814845-7f95-4828-ad89-28b84e7b7acf'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:31:55.083257 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc803555-6683-448a-8936-f31117942ba4 req-ed8c9560-d178-44df-8b39-284bc685cb5a tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:31:55.095143 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fc803555-6683-448a-8936-f31117942ba4 req-ed8c9560-d178-44df-8b39-284bc685cb5a tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 943 time: 0.2510953
Apr 19 19:31:55.228557 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fc803555-6683-448a-8936-f31117942ba4 req-91c30049-4835-4f5c-9cec-e4c8e30d8d0c tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=374ca9db-06bf-4b18-b6c0-036a92e6c489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1220407
Apr 19 19:31:55.472519 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-b5dea9c7-7016-43ab-a316-3ad642d39c75 None None] Set router 3c814845-7f95-4828-ad89-28b84e7b7acf gateway port host: dv-cinder-786932-1-iscsi {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:31:55.750340 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6dbaa4-c67b-40ff-bec4-3f739f651a96 req-612f20f2-e4bc-48f4-897e-96f0c73c448d tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:31:55.752710 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fb6dbaa4-c67b-40ff-bec4-3f739f651a96 req-612f20f2-e4bc-48f4-897e-96f0c73c448d tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9d12116-ab28-4eec-b0dd-7ab43e7386a4 HTTP/1.1" status: 200  len: 945 time: 0.1214645
Apr 19 19:31:55.843974 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fb6dbaa4-c67b-40ff-bec4-3f739f651a96 req-8a01ca2b-ea4a-4c77-9f7b-b0ef161e3600 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/security-groups?id=823bdc8f-2b33-4b7a-96ea-a1e32c9160e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0823371
Apr 19 19:31:56.264260 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-b5dea9c7-7016-43ab-a316-3ad642d39c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0f5acc50>, [{'id': '3c814845-7f95-4828-ad89-28b84e7b7acf', 'name': 'tempest-TestVolumeBootPattern-938629800-router', 'tenant_id': '3fb448b891c2488d99d5b18df2218f7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '429d14e1-1848-4413-b41b-77edd761ea0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:31:37Z', 'updated_at': '2021-04-19T19:31:45Z', 'revision_number': 4, 'project_id': '3fb448b891c2488d99d5b18df2218f7b', 'gw_port': {'id': '429d14e1-1848-4413-b41b-77edd761ea0e', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:44:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c814845-7f95-4828-ad89-28b84e7b7acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:31:38Z', 'updated_at': '2021-04-19T19:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_interfaces': [{'id': '4d89843d-9b37-45fe-8209-084f0f28c121', 'name': '', 'network_id': 'e337583c-f0c9-4338-b601-83522bed995d', 'tenant_id': '3fb448b891c2488d99d5b18df2218f7b', 'mac_address': 'fa:16:3e:44:8f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c814845-7f95-4828-ad89-28b84e7b7acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'cafafb46-579e-459b-a346-1a8f0753391f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:31:44Z', 'updated_at': '2021-04-19T19:31:54Z', 'revision_number': 4, 'project_id': '3fb448b891c2488d99d5b18df2218f7b', 'subnets': [{'id': 'cafafb46-579e-459b-a346-1a8f0753391f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:31:56.271815 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dea9c7-7016-43ab-a316-3ad642d39c75 None None] The sync data for ids ['3c814845-7f95-4828-ad89-28b84e7b7acf'] in dv-cinder-786932-1-iscsi is: [{'id': '3c814845-7f95-4828-ad89-28b84e7b7acf', 'name': 'tempest-TestVolumeBootPattern-938629800-router', 'tenant_id': '3fb448b891c2488d99d5b18df2218f7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '429d14e1-1848-4413-b41b-77edd761ea0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:31:37Z', 'updated_at': '2021-04-19T19:31:45Z', 'revision_number': 4, 'project_id': '3fb448b891c2488d99d5b18df2218f7b', 'gw_port': {'id': '429d14e1-1848-4413-b41b-77edd761ea0e', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:44:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c814845-7f95-4828-ad89-28b84e7b7acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:31:38Z', 'updated_at': '2021-04-19T19:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_interfaces': [{'id': '4d89843d-9b37-45fe-8209-084f0f28c121', 'name': '', 'network_id': 'e337583c-f0c9-4338-b601-83522bed995d', 'tenant_id': '3fb448b891c2488d99d5b18df2218f7b', 'mac_address': 'fa:16:3e:44:8f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c814845-7f95-4828-ad89-28b84e7b7acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'cafafb46-579e-459b-a346-1a8f0753391f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:31:44Z', 'updated_at': '2021-04-19T19:31:54Z', 'revision_number': 4, 'project_id': '3fb448b891c2488d99d5b18df2218f7b', 'subnets': [{'id': 'cafafb46-579e-459b-a346-1a8f0753391f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:31:56.560175 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d3a3f6-4ec3-41c3-95a9-38fc271626d8 req-b591bf78-9280-46b3-a67f-5b1923b98dbe tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:31:56.566489 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e7d3a3f6-4ec3-41c3-95a9-38fc271626d8 req-b591bf78-9280-46b3-a67f-5b1923b98dbe tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 943 time: 0.1561768
Apr 19 19:31:56.665709 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e7d3a3f6-4ec3-41c3-95a9-38fc271626d8 req-bcac714f-455a-4069-a2f5-3d1f92e97e57 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=374ca9db-06bf-4b18-b6c0-036a92e6c489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0885100
Apr 19 19:31:56.789344 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device 4d89843d-9b37-45fe-8209-084f0f28c121 up at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:31:56.906794 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning for port 4d89843d-9b37-45fe-8209-084f0f28c121 completed by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:31:56.913577 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning complete for port 4d89843d-9b37-45fe-8209-084f0f28c121 triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:31:56.914009 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:57.250504 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:57.339364 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950b6e1-760e-4600-8ee5-eeaf9ca5d920 req-a09a793f-2709-43da-bebb-e8ab6610af75 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:31:57.346611 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3950b6e1-760e-4600-8ee5-eeaf9ca5d920 req-a09a793f-2709-43da-bebb-e8ab6610af75 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9d12116-ab28-4eec-b0dd-7ab43e7386a4 HTTP/1.1" status: 200  len: 945 time: 0.2858462
Apr 19 19:31:57.414050 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] For port 4d89843d-9b37-45fe-8209-084f0f28c121, host dv-cinder-786932-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=4d89843d-9b37-45fe-8209-084f0f28c121,segment=NetworkSegment(90d345c8-5b4f-42ab-83a8-e3a42bb13078),segment_id=90d345c8-5b4f-42ab-83a8-e3a42bb13078)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:31:57.420039 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:57.428659 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a31a0c93-35c5-4b57-b18c-c4e2ef9c27cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:31:57.460082 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3950b6e1-760e-4600-8ee5-eeaf9ca5d920 req-caac408f-20e3-47ac-87fd-089b7bc2f284 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/security-groups?id=823bdc8f-2b33-4b7a-96ea-a1e32c9160e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0953784
Apr 19 19:31:57.973203 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Pushing event updated for resources: {'Port': ['ID=4d89843d-9b37-45fe-8209-084f0f28c121,revision_number=5']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:31:57.989197 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:31:58.128906 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e65aceb-595e-4d5e-9863-b20a25d1f8b8 req-9648e4c2-a52c-46b8-8e49-235078f86c93 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:31:58.146233 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2e65aceb-595e-4d5e-9863-b20a25d1f8b8 req-9648e4c2-a52c-46b8-8e49-235078f86c93 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 943 time: 0.2158551
Apr 19 19:31:58.260411 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2e65aceb-595e-4d5e-9863-b20a25d1f8b8 req-d064be7d-fa7e-4135-8921-1e9d89fccf0a tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=374ca9db-06bf-4b18-b6c0-036a92e6c489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1121528
Apr 19 19:31:58.689126 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device 4d89843d-9b37-45fe-8209-084f0f28c121 up at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:31:58.918359 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning complete for port 4d89843d-9b37-45fe-8209-084f0f28c121 triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:31:58.921326 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:59.084803 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:31:59.087998 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad8ce1-902f-4c74-ac18-cff61fa4d3a1 req-e564f8fd-c2c7-4c3b-a825-ecfe6ae3cf43 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:31:59.090839 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-72ad8ce1-902f-4c74-ac18-cff61fa4d3a1 req-e564f8fd-c2c7-4c3b-a825-ecfe6ae3cf43 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9d12116-ab28-4eec-b0dd-7ab43e7386a4 HTTP/1.1" status: 200  len: 945 time: 0.1738465
Apr 19 19:31:59.169853 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-72ad8ce1-902f-4c74-ac18-cff61fa4d3a1 req-2ee4eb7a-2bad-4550-8005-246c460832ca tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/security-groups?id=823bdc8f-2b33-4b7a-96ea-a1e32c9160e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0660148
Apr 19 19:31:59.627151 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac91d507-249c-4b7a-a3f0-3f570bb93cb2 req-5d16ca96-0258-4cd2-bda2-86adeb3934d9 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:31:59.630451 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ac91d507-249c-4b7a-a3f0-3f570bb93cb2 req-5d16ca96-0258-4cd2-bda2-86adeb3934d9 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 943 time: 0.1935031
Apr 19 19:31:59.695633 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ac91d507-249c-4b7a-a3f0-3f570bb93cb2 req-9d4cc790-8bf5-4385-b263-f1268d723ae7 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=374ca9db-06bf-4b18-b6c0-036a92e6c489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0559156
Apr 19 19:32:00.442500 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063662bd-ed2c-4b4e-a7d6-f4cdec17522b req-5d9edb27-0455-4047-bead-23a667d4dbd1 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:00.444196 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-063662bd-ed2c-4b4e-a7d6-f4cdec17522b req-5d9edb27-0455-4047-bead-23a667d4dbd1 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9d12116-ab28-4eec-b0dd-7ab43e7386a4 HTTP/1.1" status: 200  len: 945 time: 0.1127045
Apr 19 19:32:00.497691 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-063662bd-ed2c-4b4e-a7d6-f4cdec17522b req-7a0b274a-670a-4e8e-abd1-81ee83a6170a tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/security-groups?id=823bdc8f-2b33-4b7a-96ea-a1e32c9160e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460207
Apr 19 19:32:00.946170 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0de5a-4f38-43fe-b4b0-7b915b1b4586 req-8c6cd304-61a8-44cf-bff1-b1e0529d2cf8 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:00.947985 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c4d0de5a-4f38-43fe-b4b0-7b915b1b4586 req-8c6cd304-61a8-44cf-bff1-b1e0529d2cf8 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 943 time: 0.1188440
Apr 19 19:32:01.013427 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c4d0de5a-4f38-43fe-b4b0-7b915b1b4586 req-bf5dd0a4-25b8-41a3-b5bf-3125cc468dee tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=374ca9db-06bf-4b18-b6c0-036a92e6c489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0538878
Apr 19 19:32:01.751823 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f4b432-566b-4f50-b262-b869416efd13 req-17f69294-0d7a-4738-addc-94f73babb661 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:01.753871 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-26f4b432-566b-4f50-b262-b869416efd13 req-17f69294-0d7a-4738-addc-94f73babb661 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9d12116-ab28-4eec-b0dd-7ab43e7386a4 HTTP/1.1" status: 200  len: 945 time: 0.1146126
Apr 19 19:32:01.805250 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-26f4b432-566b-4f50-b262-b869416efd13 req-8161a0ab-493d-4bba-89a8-847b8f838593 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/security-groups?id=823bdc8f-2b33-4b7a-96ea-a1e32c9160e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439012
Apr 19 19:32:02.288974 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3083a5-9e02-4192-b14d-5e258fe132fd req-f984656d-2413-4be9-a1af-071f1f209cdf tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:02.292019 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6c3083a5-9e02-4192-b14d-5e258fe132fd req-f984656d-2413-4be9-a1af-071f1f209cdf tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 943 time: 0.1064270
Apr 19 19:32:02.348413 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6c3083a5-9e02-4192-b14d-5e258fe132fd req-373b6860-7f3b-48e7-a144-81824b0ddb79 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=374ca9db-06bf-4b18-b6c0-036a92e6c489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476069
Apr 19 19:32:03.057440 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f06b54-3841-4dc9-a3d0-4c3d05c4ede0 req-9885d32d-ad35-4273-a945-7230de633b07 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:03.059251 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d8f06b54-3841-4dc9-a3d0-4c3d05c4ede0 req-9885d32d-ad35-4273-a945-7230de633b07 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9d12116-ab28-4eec-b0dd-7ab43e7386a4 HTTP/1.1" status: 200  len: 945 time: 0.1107876
Apr 19 19:32:03.143660 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d8f06b54-3841-4dc9-a3d0-4c3d05c4ede0 req-51fcc75f-f1be-4059-9271-509b9c9c15af tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/security-groups?id=823bdc8f-2b33-4b7a-96ea-a1e32c9160e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0683508
Apr 19 19:32:03.387128 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca68f8c-04b2-4c52-b87c-de0ed84f494a req-eb26f489-2efa-4fbe-8805-70e056fd9d3e tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:03.388876 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bca68f8c-04b2-4c52-b87c-de0ed84f494a req-eb26f489-2efa-4fbe-8805-70e056fd9d3e tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=34077736-dd7a-417a-8f98-ff5c211536bd HTTP/1.1" status: 200  len: 946 time: 0.1433518
Apr 19 19:32:03.457954 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bca68f8c-04b2-4c52-b87c-de0ed84f494a req-ee6b7f15-09c0-4698-b953-d5c816b27751 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8b1c66f-1df3-4e36-98c6-c569159cc1b2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0612590
Apr 19 19:32:03.518897 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device d8a7c84d-36c6-4271-900a-aba37d861a41 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 19:32:03.676062 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b9bf5-a030-4a89-9f0e-7d21e89c43e5 req-5478a3e5-c1b9-4dbd-a7a9-bd24af220d3d tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:03.676461 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port d8a7c84d-36c6-4271-900a-aba37d861a41, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d8a7c84d-36c6-4271-900a-aba37d861a41,segment=NetworkSegment(2744bb2d-9e24-4863-b8d8-e4b09c9832ec),segment_id=2744bb2d-9e24-4863-b8d8-e4b09c9832ec)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:32:03.678912 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-de6b9bf5-a030-4a89-9f0e-7d21e89c43e5 req-5478a3e5-c1b9-4dbd-a7a9-bd24af220d3d tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 943 time: 0.1889644
Apr 19 19:32:03.692825 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Returning: {'device': 'd8a7c84d-36c6-4271-900a-aba37d861a41', 'network_id': 'a89eb528-cfbf-497b-ad2d-b1613a8bf395', 'port_id': 'd8a7c84d-36c6-4271-900a-aba37d861a41', 'mac_address': 'fa:16:3e:f6:93:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '194aa9b4-1b11-48c1-957e-a5acc2bb888c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 19:32:03.758091 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:03.775319 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-de6b9bf5-a030-4a89-9f0e-7d21e89c43e5 req-7c60bcd8-2e1e-4aa8-b159-230e431046b6 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=374ca9db-06bf-4b18-b6c0-036a92e6c489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0880742
Apr 19 19:32:03.782126 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8a7c84d-36c6-4271-900a-aba37d861a41 {{(pid=86370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:32:03.801477 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port d8a7c84d-36c6-4271-900a-aba37d861a41, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d8a7c84d-36c6-4271-900a-aba37d861a41,segment=NetworkSegment(2744bb2d-9e24-4863-b8d8-e4b09c9832ec),segment_id=2744bb2d-9e24-4863-b8d8-e4b09c9832ec)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:32:03.805604 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:03.808059 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:32:03.907220 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Pushing event updated for resources: {'Port': ['ID=d8a7c84d-36c6-4271-900a-aba37d861a41,revision_number=9']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:32:03.910668 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:32:04.153178 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] get_ports_and_sgs() called for port_ids ['d8a7c84d-36c6-4271-900a-aba37d861a41'] {{(pid=86370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:32:04.284588 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c7cda-267e-4d03-8327-64fdb80d8cda req-4fc2c6a1-fcfd-4e23-a1fc-0526c4c0b658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:04.286318 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-da0c7cda-267e-4d03-8327-64fdb80d8cda req-4fc2c6a1-fcfd-4e23-a1fc-0526c4c0b658 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4ca113d70014148bb7b01a5ca52e617&device_id=f9d12116-ab28-4eec-b0dd-7ab43e7386a4 HTTP/1.1" status: 200  len: 1098 time: 0.1348631
Apr 19 19:32:04.587894 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c7cda-267e-4d03-8327-64fdb80d8cda req-596af71f-61cd-4dfe-a14d-1b324234253f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:04.589570 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-da0c7cda-267e-4d03-8327-64fdb80d8cda req-596af71f-61cd-4dfe-a14d-1b324234253f service neutron] 10.222.0.20 "GET /v2.0/networks?id=2d3e41b1-31e3-4474-ae4c-35f4f724ebfb HTTP/1.1" status: 200  len: 909 time: 0.2949872
Apr 19 19:32:04.598597 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a7d230-7f80-4591-bc13-27c8ee01b052 req-00d17071-7ad0-41d0-a17c-40dcca3d05e0 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:04.600324 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-96a7d230-7f80-4591-bc13-27c8ee01b052 req-00d17071-7ad0-41d0-a17c-40dcca3d05e0 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9d12116-ab28-4eec-b0dd-7ab43e7386a4 HTTP/1.1" status: 200  len: 945 time: 0.2812364
Apr 19 19:32:04.813787 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-da0c7cda-267e-4d03-8327-64fdb80d8cda req-b17e538d-dc25-41d0-a568-418662133765 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f81f6244-c7d7-48d3-bae9-70946c5b8145 HTTP/1.1" status: 200  len: 1000 time: 0.2121716
Apr 19 19:32:04.819039 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-96a7d230-7f80-4591-bc13-27c8ee01b052 req-7a69f2b5-aae5-4e7e-9f05-8a54b30a540f tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/security-groups?id=823bdc8f-2b33-4b7a-96ea-a1e32c9160e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1543713
Apr 19 19:32:04.935971 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e53db53-b428-48a6-bc39-d23514ca8a1c req-a1bcc32a-2413-445f-80c0-cad34b3896d8 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:04.938356 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2e53db53-b428-48a6-bc39-d23514ca8a1c req-a1bcc32a-2413-445f-80c0-cad34b3896d8 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=34077736-dd7a-417a-8f98-ff5c211536bd HTTP/1.1" status: 200  len: 946 time: 0.2667897
Apr 19 19:32:04.997475 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c7cda-267e-4d03-8327-64fdb80d8cda req-3738c4ac-6180-4aab-88f3-4c22943bf4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:04.999077 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-da0c7cda-267e-4d03-8327-64fdb80d8cda req-3738c4ac-6180-4aab-88f3-4c22943bf4c6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b982e9fc-25d6-4db7-9e76-30317f3de3b0 HTTP/1.1" status: 200  len: 847 time: 0.1720235
Apr 19 19:32:05.127634 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2e53db53-b428-48a6-bc39-d23514ca8a1c req-db381160-dcb4-4a17-9c59-2f63824ec3c7 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8b1c66f-1df3-4e36-98c6-c569159cc1b2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1384037
Apr 19 19:32:05.164072 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b248d0-58a6-4437-b3a5-68f9b8e21671 req-6db70a4e-d92b-4bcd-acab-a72b4362473f tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:05.165738 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d3b248d0-58a6-4437-b3a5-68f9b8e21671 req-6db70a4e-d92b-4bcd-acab-a72b4362473f tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 944 time: 0.2234039
Apr 19 19:32:05.317021 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1061adb-9e79-4376-86cd-9ffb64122227 req-f8c2c208-854a-40c7-9037-1898b747bd6e tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:05.317863 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-e1061adb-9e79-4376-86cd-9ffb64122227 req-f8c2c208-854a-40c7-9037-1898b747bd6e tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Synchronizing usage tracker for tenant:cc39b9932e394741a871cc678ffadd40 on resource:port {{(pid=86369) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:32:05.338461 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-e1061adb-9e79-4376-86cd-9ffb64122227 req-f8c2c208-854a-40c7-9037-1898b747bd6e tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Unset dirty status for tenant:cc39b9932e394741a871cc678ffadd40 on resource:port {{(pid=86369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:32:05.339636 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e1061adb-9e79-4376-86cd-9ffb64122227 req-f8c2c208-854a-40c7-9037-1898b747bd6e tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.20 "GET /v2.0/ports?device_id=34077736-dd7a-417a-8f98-ff5c211536bd HTTP/1.1" status: 200  len: 946 time: 0.1252530
Apr 19 19:32:05.435072 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-e1061adb-9e79-4376-86cd-9ffb64122227 req-5ce4d4a4-3d1b-4019-987d-d172276621a5 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Deleting port 9e310e16-874d-4595-836e-1faa1f488d17 {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:32:05.435396 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-e1061adb-9e79-4376-86cd-9ffb64122227 req-5ce4d4a4-3d1b-4019-987d-d172276621a5 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:05.450647 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c7cda-267e-4d03-8327-64fdb80d8cda req-c1d6d04e-5582-4d8b-b7a4-52eab516f2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:05.452290 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-da0c7cda-267e-4d03-8327-64fdb80d8cda req-c1d6d04e-5582-4d8b-b7a4-52eab516f2b6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2d3e41b1-31e3-4474-ae4c-35f4f724ebfb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4297438
Apr 19 19:32:05.533141 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device d8a7c84d-36c6-4271-900a-aba37d861a41 up at agent hyperv_hv-cinder-78693 {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:32:05.608689 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d3b248d0-58a6-4437-b3a5-68f9b8e21671 req-d7863f9a-af91-4faa-96d9-4169e99d349e tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=374ca9db-06bf-4b18-b6c0-036a92e6c489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4350631
Apr 19 19:32:05.681598 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-da0c7cda-267e-4d03-8327-64fdb80d8cda req-f8e81d3f-9fd8-4de4-9152-06454c6984c6 service neutron] 10.222.0.20 "GET /v2.0/networks/2d3e41b1-31e3-4474-ae4c-35f4f724ebfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2217402
Apr 19 19:32:05.695160 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Provisioning complete for port d8a7c84d-36c6-4271-900a-aba37d861a41 triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:32:05.695989 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:05.845359 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:05.868158 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-da0c7cda-267e-4d03-8327-64fdb80d8cda req-14521d20-9ce5-414f-87c4-bb8d99ce8cc8 service neutron] 10.222.0.20 "GET /v2.0/networks/2d3e41b1-31e3-4474-ae4c-35f4f724ebfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1791809
Apr 19 19:32:05.886321 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0616dee0-4cee-4e37-b5ac-dad350bfa943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a7c84d-36c6-4271-900a-aba37d861a41'}] {{(pid=86370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:32:05.906047 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port d8a7c84d-36c6-4271-900a-aba37d861a41, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d8a7c84d-36c6-4271-900a-aba37d861a41,segment=NetworkSegment(2744bb2d-9e24-4863-b8d8-e4b09c9832ec),segment_id=2744bb2d-9e24-4863-b8d8-e4b09c9832ec)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:32:05.913812 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:05.917398 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-42e1c101-3a26-49b0-aa6d-9b7b644aed7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:32:05.929220 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-e1061adb-9e79-4376-86cd-9ffb64122227 req-5ce4d4a4-3d1b-4019-987d-d172276621a5 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] For port 9e310e16-874d-4595-836e-1faa1f488d17, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=9e310e16-874d-4595-836e-1faa1f488d17,segment=NetworkSegment(02940ce1-3553-4177-be6e-c973c291b896),segment_id=02940ce1-3553-4177-be6e-c973c291b896)] {{(pid=86369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:32:05.929731 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-e1061adb-9e79-4376-86cd-9ffb64122227 req-5ce4d4a4-3d1b-4019-987d-d172276621a5 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697982'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:06.029410 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0616dee0-4cee-4e37-b5ac-dad350bfa943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a7c84d-36c6-4271-900a-aba37d861a41', 'code': 200}
Apr 19 19:32:06.050704 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Pushing event updated for resources: {'Port': ['ID=d8a7c84d-36c6-4271-900a-aba37d861a41,revision_number=10']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:32:06.056120 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:32:06.101738 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a168ef8-7763-49e7-937e-fcdae05fcf10 req-bbd6e359-e009-427f-96fc-1d361a9e70a1 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:06.102544 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9a168ef8-7763-49e7-937e-fcdae05fcf10 req-bbd6e359-e009-427f-96fc-1d361a9e70a1 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9d12116-ab28-4eec-b0dd-7ab43e7386a4 HTTP/1.1" status: 200  len: 945 time: 0.1256726
Apr 19 19:32:06.170511 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9a168ef8-7763-49e7-937e-fcdae05fcf10 req-caa62bf5-6b23-45ac-8d7f-c443099faaa4 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/security-groups?id=823bdc8f-2b33-4b7a-96ea-a1e32c9160e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0584011
Apr 19 19:32:06.451016 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ff81b-e9da-4cb1-8fc9-01b9c14ff23b req-db5c4a86-0685-4e08-b58f-d82bad28ff08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:06.452966 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2b3ff81b-e9da-4cb1-8fc9-01b9c14ff23b req-db5c4a86-0685-4e08-b58f-d82bad28ff08 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6333d4d4b1249bfb35237c3c56fe86e&device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 1099 time: 0.2434230
Apr 19 19:32:06.462360 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-e1061adb-9e79-4376-86cd-9ffb64122227 req-5ce4d4a4-3d1b-4019-987d-d172276621a5 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:06.462768 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-e1061adb-9e79-4376-86cd-9ffb64122227 req-5ce4d4a4-3d1b-4019-987d-d172276621a5 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854086990'] for floatingip, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:06.463116 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.db.l3_db [req-e1061adb-9e79-4376-86cd-9ffb64122227 req-5ce4d4a4-3d1b-4019-987d-d172276621a5 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Floating IP 5e02044e-d80e-40e9-aa4e-a303ba9f606f disassociated. External IP: 172.27.1.115, port: 9e310e16-874d-4595-836e-1faa1f488d17.
Apr 19 19:32:06.463495 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-e1061adb-9e79-4376-86cd-9ffb64122227 req-5ce4d4a4-3d1b-4019-987d-d172276621a5 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Calling delete_port for 9e310e16-874d-4595-836e-1faa1f488d17 owned by compute:nova {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:32:06.467001 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01d40c7-1d18-4394-a1bc-007d9c7e01f8 req-f486216c-fd4a-4d64-9030-8b97120c494c tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:06.469589 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c01d40c7-1d18-4394-a1bc-007d9c7e01f8 req-f486216c-fd4a-4d64-9030-8b97120c494c tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=34077736-dd7a-417a-8f98-ff5c211536bd HTTP/1.1" status: 200  len: 946 time: 0.1702080
Apr 19 19:32:06.557423 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c59c4e-bbbb-46f7-8bb7-5dffc40b7445 req-17cd241a-c94b-4b2a-b2ee-b1b28fdba5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:06.559126 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-03c59c4e-bbbb-46f7-8bb7-5dffc40b7445 req-17cd241a-c94b-4b2a-b2ee-b1b28fdba5f7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 1099 time: 0.1923747
Apr 19 19:32:06.624011 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c01d40c7-1d18-4394-a1bc-007d9c7e01f8 req-cda158f7-a803-4bb3-88ab-0030faeaec98 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8b1c66f-1df3-4e36-98c6-c569159cc1b2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1467898
Apr 19 19:32:06.710544 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ff81b-e9da-4cb1-8fc9-01b9c14ff23b req-0dec7a56-46ab-4a71-ad02-ac2287869f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:06.712285 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2b3ff81b-e9da-4cb1-8fc9-01b9c14ff23b req-0dec7a56-46ab-4a71-ad02-ac2287869f52 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a89eb528-cfbf-497b-ad2d-b1613a8bf395 HTTP/1.1" status: 200  len: 917 time: 0.2151175
Apr 19 19:32:06.746734 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-03c59c4e-bbbb-46f7-8bb7-5dffc40b7445 req-2ede75d4-079c-42b0-afed-f5c932d165ea service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=374ca9db-06bf-4b18-b6c0-036a92e6c489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1539786
Apr 19 19:32:06.805096 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-e1061adb-9e79-4376-86cd-9ffb64122227 req-5ce4d4a4-3d1b-4019-987d-d172276621a5 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297115604255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297116051999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31618435'] for port, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:06.816017 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-bbe3f9ff-99c1-4de3-9ede-27185f48704d tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:32:06.897034 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2b3ff81b-e9da-4cb1-8fc9-01b9c14ff23b req-67d68b6c-b176-4b67-9a2e-ead6d85becb7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8a7c84d-36c6-4271-900a-aba37d861a41 HTTP/1.1" status: 200  len: 1000 time: 0.1766200
Apr 19 19:32:06.921932 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce4d4a4-3d1b-4019-987d-d172276621a5 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Pushing event deleted for resources: {'Port': ['ID=9e310e16-874d-4595-836e-1faa1f488d17,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:32:06.927942 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-5ce4d4a4-3d1b-4019-987d-d172276621a5 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:32:06.937759 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152ad95-9b42-49ee-95a6-a5e122f149d8 req-76e015b5-b8ba-4555-9fd9-c123d96b8ebc tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:06.940270 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0152ad95-9b42-49ee-95a6-a5e122f149d8 req-76e015b5-b8ba-4555-9fd9-c123d96b8ebc tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 946 time: 0.1410327
Apr 19 19:32:07.005944 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0152ad95-9b42-49ee-95a6-a5e122f149d8 req-89332be3-e0a8-45c5-80ef-cfcd74967f8e tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=374ca9db-06bf-4b18-b6c0-036a92e6c489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0575180
Apr 19 19:32:07.129004 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ff81b-e9da-4cb1-8fc9-01b9c14ff23b req-76e861b8-f704-42f3-9673-66453b4543a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:07.131626 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2b3ff81b-e9da-4cb1-8fc9-01b9c14ff23b req-76e861b8-f704-42f3-9673-66453b4543a3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=194aa9b4-1b11-48c1-957e-a5acc2bb888c HTTP/1.1" status: 200  len: 855 time: 0.0881555
Apr 19 19:32:07.156271 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e1061adb-9e79-4376-86cd-9ffb64122227 req-5ce4d4a4-3d1b-4019-987d-d172276621a5 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Router 721b2fd1-6523-4d17-81c2-bdaefed50046 has already been hosted by L3 agent a3cf2d1c-6710-4478-a129-20091cfe97d1 {{(pid=86369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:32:07.230346 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ff81b-e9da-4cb1-8fc9-01b9c14ff23b req-dd60f92e-2a51-4bdf-ae1a-16e0a116af2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:07.232026 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2b3ff81b-e9da-4cb1-8fc9-01b9c14ff23b req-dd60f92e-2a51-4bdf-ae1a-16e0a116af2f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a89eb528-cfbf-497b-ad2d-b1613a8bf395&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0923512
Apr 19 19:32:07.392603 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e1061adb-9e79-4376-86cd-9ffb64122227 req-5ce4d4a4-3d1b-4019-987d-d172276621a5 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify agent at l3_agent.dv-cinder-786932-1-iscsi the message routers_updated {{(pid=86369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:32:07.413300 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a9be2d-9c38-4157-beab-56e9629ae0b2 None None] Sync routers for ids ['721b2fd1-6523-4d17-81c2-bdaefed50046'] in dv-cinder-786932-1-iscsi {{(pid=86370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:32:07.436533 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a9be2d-9c38-4157-beab-56e9629ae0b2 None None] Routers {'721b2fd1-6523-4d17-81c2-bdaefed50046'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:32:07.438608 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-b6a9be2d-9c38-4157-beab-56e9629ae0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0f13c198>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:31:49Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['721b2fd1-6523-4d17-81c2-bdaefed50046'], 'active': True} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:32:07.487542 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1061adb-9e79-4376-86cd-9ffb64122227 req-5ce4d4a4-3d1b-4019-987d-d172276621a5 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] No DVR routers for this DVR port 9e310e16-874d-4595-836e-1faa1f488d17 on host hv-cinder-78693 {{(pid=86369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 19:32:07.495199 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-e1061adb-9e79-4376-86cd-9ffb64122227 req-5ce4d4a4-3d1b-4019-987d-d172276621a5 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:07.496475 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2b3ff81b-e9da-4cb1-8fc9-01b9c14ff23b req-a816b148-c21a-4d0c-be06-655e344d060f service neutron] 10.222.0.20 "GET /v2.0/networks/a89eb528-cfbf-497b-ad2d-b1613a8bf395?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2561677
Apr 19 19:32:07.498636 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34077736-dd7a-417a-8f98-ff5c211536bd', 'name': 'network-vif-deleted', 'tag': '9e310e16-874d-4595-836e-1faa1f488d17'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:32:07.537895 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e1061adb-9e79-4376-86cd-9ffb64122227 req-5ce4d4a4-3d1b-4019-987d-d172276621a5 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.20 "DELETE /v2.0/ports/9e310e16-874d-4595-836e-1faa1f488d17 HTTP/1.1" status: 204  len: 173 time: 2.1914902
Apr 19 19:32:07.550188 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8b0d60-5f87-4b85-abb1-5e5e650d0cce req-c70f7235-26b2-4994-b869-c389da7d632b tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:07.551981 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3d8b0d60-5f87-4b85-abb1-5e5e650d0cce req-c70f7235-26b2-4994-b869-c389da7d632b tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9d12116-ab28-4eec-b0dd-7ab43e7386a4 HTTP/1.1" status: 200  len: 945 time: 0.1692717
Apr 19 19:32:07.594362 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34077736-dd7a-417a-8f98-ff5c211536bd', 'name': 'network-vif-deleted', 'tag': '9e310e16-874d-4595-836e-1faa1f488d17', 'status': 'completed', 'code': 200}
Apr 19 19:32:07.720337 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3d8b0d60-5f87-4b85-abb1-5e5e650d0cce req-f8e5d4b6-96e3-43e4-83b9-94c8d7e3b2b3 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/security-groups?id=823bdc8f-2b33-4b7a-96ea-a1e32c9160e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1552143
Apr 19 19:32:07.749649 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2b3ff81b-e9da-4cb1-8fc9-01b9c14ff23b req-d2385169-7943-4289-83df-5248f7e941a1 service neutron] 10.222.0.20 "GET /v2.0/networks/a89eb528-cfbf-497b-ad2d-b1613a8bf395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2406220
Apr 19 19:32:07.801572 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-b6a9be2d-9c38-4157-beab-56e9629ae0b2 None None] Set router 721b2fd1-6523-4d17-81c2-bdaefed50046 gateway port host: dv-cinder-786932-1-iscsi {{(pid=86370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:32:07.817374 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-dc5da9c2-85fb-4650-b127-b60e704700ec req-48ded6ad-65ba-461f-97c7-1d854799b2df tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/ports?device_id=34077736-dd7a-417a-8f98-ff5c211536bd HTTP/1.1" status: 200  len: 210 time: 0.0603127
Apr 19 19:32:08.308107 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-b6a9be2d-9c38-4157-beab-56e9629ae0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0f13c198>, [{'id': '721b2fd1-6523-4d17-81c2-bdaefed50046', 'name': 'tempest-AttachVolumeTestJSON-1543954745-router', 'tenant_id': 'cc39b9932e394741a871cc678ffadd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '3088cc3a-fd41-4640-9ce2-11b8c575e025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:25:03Z', 'updated_at': '2021-04-19T19:25:26Z', 'revision_number': 4, 'project_id': 'cc39b9932e394741a871cc678ffadd40', 'gw_port': {'id': '3088cc3a-fd41-4640-9ce2-11b8c575e025', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:91:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721b2fd1-6523-4d17-81c2-bdaefed50046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:06Z', 'updated_at': '2021-04-19T19:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_interfaces': [{'id': '97168d22-39e0-488c-baad-6c9ea8caa279', 'name': '', 'network_id': '9d269001-9e9c-479f-88fd-1acf166660c3', 'tenant_id': 'cc39b9932e394741a871cc678ffadd40', 'mac_address': 'fa:16:3e:eb:13:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721b2fd1-6523-4d17-81c2-bdaefed50046', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '00f7e508-0145-491e-8134-c9fdb454d461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:22Z', 'updated_at': '2021-04-19T19:25:40Z', 'revision_number': 5, 'project_id': 'cc39b9932e394741a871cc678ffadd40', 'subnets': [{'id': '00f7e508-0145-491e-8134-c9fdb454d461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:32:08.314212 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a9be2d-9c38-4157-beab-56e9629ae0b2 None None] Checking router: 721b2fd1-6523-4d17-81c2-bdaefed50046 for host: dv-cinder-786932-1-iscsi {{(pid=86370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:32:08.324831 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a9be2d-9c38-4157-beab-56e9629ae0b2 None None] Routers {'721b2fd1-6523-4d17-81c2-bdaefed50046'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:32:08.325520 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-b6a9be2d-9c38-4157-beab-56e9629ae0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0f13c198>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:31:49Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['721b2fd1-6523-4d17-81c2-bdaefed50046'], 'active': True} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:32:08.557002 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d883917f-b5c3-43f1-8396-e45aaf4ddd23 req-92a88a9c-68c5-4c72-928c-1d8c91ab59e6 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:08.567149 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d883917f-b5c3-43f1-8396-e45aaf4ddd23 req-92a88a9c-68c5-4c72-928c-1d8c91ab59e6 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 946 time: 0.2560043
Apr 19 19:32:08.632099 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d883917f-b5c3-43f1-8396-e45aaf4ddd23 req-f0181d6c-065e-4761-b926-4c2ddd3c7247 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=374ca9db-06bf-4b18-b6c0-036a92e6c489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0638752
Apr 19 19:32:08.641692 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-b6a9be2d-9c38-4157-beab-56e9629ae0b2 None None] Set router 721b2fd1-6523-4d17-81c2-bdaefed50046 gateway port host: dv-cinder-786932-1-iscsi {{(pid=86370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:32:09.155048 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 55670) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:32:09.160744 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c9061-38e4-42d6-be1c-cb77e12cd0ba req-c72b7df0-63a1-48a1-9035-74c2456d0e26 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:09.162623 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b80c9061-38e4-42d6-be1c-cb77e12cd0ba req-c72b7df0-63a1-48a1-9035-74c2456d0e26 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9d12116-ab28-4eec-b0dd-7ab43e7386a4 HTTP/1.1" status: 200  len: 945 time: 0.2132804
Apr 19 19:32:09.199297 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-b6a9be2d-9c38-4157-beab-56e9629ae0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0f13c198>, [{'id': '721b2fd1-6523-4d17-81c2-bdaefed50046', 'name': 'tempest-AttachVolumeTestJSON-1543954745-router', 'tenant_id': 'cc39b9932e394741a871cc678ffadd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '3088cc3a-fd41-4640-9ce2-11b8c575e025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:25:03Z', 'updated_at': '2021-04-19T19:25:26Z', 'revision_number': 4, 'project_id': 'cc39b9932e394741a871cc678ffadd40', 'gw_port': {'id': '3088cc3a-fd41-4640-9ce2-11b8c575e025', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:91:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721b2fd1-6523-4d17-81c2-bdaefed50046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:06Z', 'updated_at': '2021-04-19T19:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_interfaces': [{'id': '97168d22-39e0-488c-baad-6c9ea8caa279', 'name': '', 'network_id': '9d269001-9e9c-479f-88fd-1acf166660c3', 'tenant_id': 'cc39b9932e394741a871cc678ffadd40', 'mac_address': 'fa:16:3e:eb:13:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721b2fd1-6523-4d17-81c2-bdaefed50046', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '00f7e508-0145-491e-8134-c9fdb454d461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:22Z', 'updated_at': '2021-04-19T19:25:40Z', 'revision_number': 5, 'project_id': 'cc39b9932e394741a871cc678ffadd40', 'subnets': [{'id': '00f7e508-0145-491e-8134-c9fdb454d461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:32:09.209077 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a9be2d-9c38-4157-beab-56e9629ae0b2 None None] The sync data for ids ['721b2fd1-6523-4d17-81c2-bdaefed50046'] in dv-cinder-786932-1-iscsi is: [{'id': '721b2fd1-6523-4d17-81c2-bdaefed50046', 'name': 'tempest-AttachVolumeTestJSON-1543954745-router', 'tenant_id': 'cc39b9932e394741a871cc678ffadd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '3088cc3a-fd41-4640-9ce2-11b8c575e025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:25:03Z', 'updated_at': '2021-04-19T19:25:26Z', 'revision_number': 4, 'project_id': 'cc39b9932e394741a871cc678ffadd40', 'gw_port': {'id': '3088cc3a-fd41-4640-9ce2-11b8c575e025', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:91:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721b2fd1-6523-4d17-81c2-bdaefed50046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:06Z', 'updated_at': '2021-04-19T19:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_interfaces': [{'id': '97168d22-39e0-488c-baad-6c9ea8caa279', 'name': '', 'network_id': '9d269001-9e9c-479f-88fd-1acf166660c3', 'tenant_id': 'cc39b9932e394741a871cc678ffadd40', 'mac_address': 'fa:16:3e:eb:13:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721b2fd1-6523-4d17-81c2-bdaefed50046', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '00f7e508-0145-491e-8134-c9fdb454d461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:22Z', 'updated_at': '2021-04-19T19:25:40Z', 'revision_number': 5, 'project_id': 'cc39b9932e394741a871cc678ffadd40', 'subnets': [{'id': '00f7e508-0145-491e-8134-c9fdb454d461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:32:09.257371 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b80c9061-38e4-42d6-be1c-cb77e12cd0ba req-b13e7642-7751-4d9a-a49d-995ad6a0deb3 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/security-groups?id=823bdc8f-2b33-4b7a-96ea-a1e32c9160e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0830560
Apr 19 19:32:09.328583 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-15733b5b-a771-4bd1-9e91-4278aac27bb7 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:09.362756 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-15733b5b-a771-4bd1-9e91-4278aac27bb7 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:09.416815 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-15733b5b-a771-4bd1-9e91-4278aac27bb7 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:09.423023 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-5d3a14cd-62d0-43bf-b44a-d45eec44a6e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:32:09.438368 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15733b5b-a771-4bd1-9e91-4278aac27bb7 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b1c66f-1df3-4e36-98c6-c569159cc1b2,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:32:09.442096 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-15733b5b-a771-4bd1-9e91-4278aac27bb7 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:32:09.452307 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-15733b5b-a771-4bd1-9e91-4278aac27bb7 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:09.453617 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-15733b5b-a771-4bd1-9e91-4278aac27bb7 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "DELETE /v2.0/security-groups/a8b1c66f-1df3-4e36-98c6-c569159cc1b2 HTTP/1.1" status: 204  len: 168 time: 0.2968726
Apr 19 19:32:09.460343 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 55674) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:32:09.483264 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.v2.resource [None req-21cb5faa-159e-4c4b-a79e-87bd9389fd7d tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] show failed (client error): The resource could not be found.
Apr 19 19:32:09.485126 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-21cb5faa-159e-4c4b-a79e-87bd9389fd7d tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "GET /v2.0/security-groups/a8b1c66f-1df3-4e36-98c6-c569159cc1b2 HTTP/1.1" status: 404  len: 347 time: 0.0234847
Apr 19 19:32:09.488985 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 55678) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:32:09.548236 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device 9e310e16-874d-4595-836e-1faa1f488d17 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:32:09.593252 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] No Port match for: 9e310e16-874d-4595-836e-1faa1f488d17 {{(pid=86370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:32:09.593740 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device 9e310e16-874d-4595-836e-1faa1f488d17 not bound to the agent host hv-cinder-78693 {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:32:09.762718 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468580c3-3a4e-489e-aecb-0927018029b6 None None] New status for floating IP 5e02044e-d80e-40e9-aa4e-a303ba9f606f: DOWN {{(pid=86371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 19:32:09.990909 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953b244-6a5c-4e42-9c05-7e3bce305d25 req-51801278-5f4a-44ab-ac10-f7989d45fc36 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:09.993486 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6953b244-6a5c-4e42-9c05-7e3bce305d25 req-51801278-5f4a-44ab-ac10-f7989d45fc36 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 946 time: 0.1595156
Apr 19 19:32:10.069386 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-7332dd53-bded-4bb2-8303-97d167695177 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Deleting port fece808a-499c-4799-8526-a725f5353e99 {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:32:10.069974 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7332dd53-bded-4bb2-8303-97d167695177 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:10.081621 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6953b244-6a5c-4e42-9c05-7e3bce305d25 req-64ea2d42-6a39-4e25-bc7a-055738a756cf tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=374ca9db-06bf-4b18-b6c0-036a92e6c489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0794275
Apr 19 19:32:10.301945 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7332dd53-bded-4bb2-8303-97d167695177 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697982'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:10.302370 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7332dd53-bded-4bb2-8303-97d167695177 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:10.474978 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-7332dd53-bded-4bb2-8303-97d167695177 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Calling delete_port for fece808a-499c-4799-8526-a725f5353e99 owned by network:floatingip {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:32:10.568499 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355451af-7c6c-4c68-9d88-98c6fe083b3a req-96074cfb-c594-4492-b155-e96595130637 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:10.570253 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-355451af-7c6c-4c68-9d88-98c6fe083b3a req-96074cfb-c594-4492-b155-e96595130637 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9d12116-ab28-4eec-b0dd-7ab43e7386a4 HTTP/1.1" status: 200  len: 945 time: 0.1298654
Apr 19 19:32:10.623068 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-355451af-7c6c-4c68-9d88-98c6fe083b3a req-0d06eca5-2c47-47bc-b177-06646859c085 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/security-groups?id=823bdc8f-2b33-4b7a-96ea-a1e32c9160e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455878
Apr 19 19:32:10.635741 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-56618793-170e-4aa6-8efa-9c6d4ae7a1f6 None None] Agent healthcheck: found 6 active agents {{(pid=86371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:32:10.730118 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7332dd53-bded-4bb2-8303-97d167695177 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297115604255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297116051999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31618435'] for port, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:10.736062 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-2fddbcfa-9d8a-44f2-a0f9-0e5443eae5e4 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:32:10.787984 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7332dd53-bded-4bb2-8303-97d167695177 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Pushing event deleted for resources: {'Port': ['ID=fece808a-499c-4799-8526-a725f5353e99,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:32:10.790886 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-7332dd53-bded-4bb2-8303-97d167695177 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:32:10.897845 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7332dd53-bded-4bb2-8303-97d167695177 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks [] for floatingip, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:10.918152 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7332dd53-bded-4bb2-8303-97d167695177 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for floatingip, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:10.920040 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-7332dd53-bded-4bb2-8303-97d167695177 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] 10.222.0.36 "DELETE /v2.0/floatingips/5e02044e-d80e-40e9-aa4e-a303ba9f606f HTTP/1.1" status: 204  len: 168 time: 1.4294064
Apr 19 19:32:11.134008 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 55702) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:32:11.138401 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4da6d87-f033-45ad-adb7-695eb7b770e6 req-bc72ffc8-be51-42c7-9545-46fa348faf25 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:11.148725 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a4da6d87-f033-45ad-adb7-695eb7b770e6 req-bc72ffc8-be51-42c7-9545-46fa348faf25 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9d12116-ab28-4eec-b0dd-7ab43e7386a4 HTTP/1.1" status: 200  len: 945 time: 0.1394598
Apr 19 19:32:11.232441 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a4da6d87-f033-45ad-adb7-695eb7b770e6 req-e21ad30a-43fd-4213-a35d-73866b58c8da tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/security-groups?id=823bdc8f-2b33-4b7a-96ea-a1e32c9160e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0820599
Apr 19 19:32:11.349755 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2b675da5-cd0b-46cb-96b9-57c0ad7f35cd req-1838096a-6478-48b6-acdf-a80fed7a3373 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f9d12116-ab28-4eec-b0dd-7ab43e7386a4&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2137456
Apr 19 19:32:11.560718 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device f81f6244-c7d7-48d3-bae9-70946c5b8145 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:32:11.740877 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:11.788028 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d12116-ab28-4eec-b0dd-7ab43e7386a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f81f6244-c7d7-48d3-bae9-70946c5b8145'}] {{(pid=86370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:32:11.807127 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port f81f6244-c7d7-48d3-bae9-70946c5b8145, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f81f6244-c7d7-48d3-bae9-70946c5b8145,segment=NetworkSegment(00035a8f-a81f-4089-9be6-fd708daf7fa2),segment_id=00035a8f-a81f-4089-9be6-fd708daf7fa2)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:32:11.811935 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:11.815408 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:32:11.891676 dv-cinder-786932-1-iscsi neutron-server[86253]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f9d12116-ab28-4eec-b0dd-7ab43e7386a4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f81f6244-c7d7-48d3-bae9-70946c5b8145', 'code': 422} returned with failed status
Apr 19 19:32:11.936704 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Pushing event updated for resources: {'Port': ['ID=f81f6244-c7d7-48d3-bae9-70946c5b8145,revision_number=6']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:32:11.941551 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:32:11.944045 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bf66cdfa-229c-4848-aa6c-2218b206c340 req-3d977c1f-e1d8-492b-9942-c2c789a1953b tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1716415732&fields=id&tenant_id=bc5b0bd7c7ca48888f8782e781e6974d HTTP/1.1" status: 200  len: 267 time: 0.0621316
Apr 19 19:32:12.128397 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf66cdfa-229c-4848-aa6c-2218b206c340 req-ebe7f02c-8e4c-4820-9e49-c7e692731186 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:12.130057 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bf66cdfa-229c-4848-aa6c-2218b206c340 req-ebe7f02c-8e4c-4820-9e49-c7e692731186 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/networks?id=6bc43f42-83b1-4f83-bfff-5d0318eef92c HTTP/1.1" status: 200  len: 811 time: 0.1781325
Apr 19 19:32:12.149367 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bf66cdfa-229c-4848-aa6c-2218b206c340 req-153c93ef-783d-49c0-96c9-2d7c304e5051 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/quotas/bc5b0bd7c7ca48888f8782e781e6974d HTTP/1.1" status: 200  len: 375 time: 0.0119045
Apr 19 19:32:12.256147 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bf66cdfa-229c-4848-aa6c-2218b206c340 req-c4d816b5-ddea-403d-9eab-1c0910e471cb tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bc5b0bd7c7ca48888f8782e781e6974d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1004980
Apr 19 19:32:12.594499 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b1fdd6-5b1a-466e-9063-4504ef39570b req-0f4bfea5-7148-48ab-9ff5-68221f1e71f7 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:12.596336 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-15b1fdd6-5b1a-466e-9063-4504ef39570b req-0f4bfea5-7148-48ab-9ff5-68221f1e71f7 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9d12116-ab28-4eec-b0dd-7ab43e7386a4 HTTP/1.1" status: 200  len: 943 time: 0.2236626
Apr 19 19:32:12.600898 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bf66cdfa-229c-4848-aa6c-2218b206c340 req-db0fd67e-25dc-44af-80ec-ff0d983e1c83 service neutron] 10.222.0.36 "GET /v2.0/networks/6bc43f42-83b1-4f83-bfff-5d0318eef92c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3162973
Apr 19 19:32:12.744258 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-15b1fdd6-5b1a-466e-9063-4504ef39570b req-73362d40-9981-4af0-9ee2-53163e2e11b0 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/security-groups?id=823bdc8f-2b33-4b7a-96ea-a1e32c9160e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1397383
Apr 19 19:32:12.815881 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bf66cdfa-229c-4848-aa6c-2218b206c340 req-c0a728b2-77dd-4bda-a036-1003b2698922 service neutron] 10.222.0.36 "GET /v2.0/networks/6bc43f42-83b1-4f83-bfff-5d0318eef92c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1944356
Apr 19 19:32:13.239623 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b675da5-cd0b-46cb-96b9-57c0ad7f35cd req-334d3a7f-7cbe-4a80-a805-c75ec4a4b7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:13.242656 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2b675da5-cd0b-46cb-96b9-57c0ad7f35cd req-334d3a7f-7cbe-4a80-a805-c75ec4a4b7fd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f9d12116-ab28-4eec-b0dd-7ab43e7386a4&tenant_id=e4ca113d70014148bb7b01a5ca52e617 HTTP/1.1" status: 200  len: 1096 time: 0.1476548
Apr 19 19:32:13.384957 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c56bb8b7-fcb1-44f2-89a2-128f4e0183d2 req-855ad3a0-e3c0-4930-9ba8-3c120e8ea87e tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/ports?device_id=29e8adf8-9f42-4342-8a9c-f3b55cba4b7c HTTP/1.1" status: 200  len: 210 time: 0.0618186
Apr 19 19:32:13.438431 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b675da5-cd0b-46cb-96b9-57c0ad7f35cd req-6aaeafa2-fe05-4d2f-bccf-46ea817a732d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:13.440113 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2b675da5-cd0b-46cb-96b9-57c0ad7f35cd req-6aaeafa2-fe05-4d2f-bccf-46ea817a732d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4ca113d70014148bb7b01a5ca52e617&device_id=f9d12116-ab28-4eec-b0dd-7ab43e7386a4 HTTP/1.1" status: 200  len: 1096 time: 0.1568747
Apr 19 19:32:13.696027 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b675da5-cd0b-46cb-96b9-57c0ad7f35cd req-b9a4cdea-8db1-4266-a521-e5b19e3d245c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:13.698794 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2b675da5-cd0b-46cb-96b9-57c0ad7f35cd req-b9a4cdea-8db1-4266-a521-e5b19e3d245c service neutron] 10.222.0.20 "GET /v2.0/networks?id=2d3e41b1-31e3-4474-ae4c-35f4f724ebfb HTTP/1.1" status: 200  len: 909 time: 0.2522719
Apr 19 19:32:14.238014 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2b675da5-cd0b-46cb-96b9-57c0ad7f35cd req-ca923dab-a446-449b-855a-faa5fbd18632 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f81f6244-c7d7-48d3-bae9-70946c5b8145 HTTP/1.1" status: 200  len: 998 time: 0.5323770
Apr 19 19:32:14.329241 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8894d85c-91d5-4a83-8c81-955a44c03cc1 req-160289f6-fe7e-4d04-bc18-e2d2cd8f4c42 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:14.330976 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8894d85c-91d5-4a83-8c81-955a44c03cc1 req-160289f6-fe7e-4d04-bc18-e2d2cd8f4c42 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9d12116-ab28-4eec-b0dd-7ab43e7386a4 HTTP/1.1" status: 200  len: 943 time: 0.2134924
Apr 19 19:32:14.345920 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b675da5-cd0b-46cb-96b9-57c0ad7f35cd req-b7c293d2-0288-47f7-a48e-f3f383fb3b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:14.347664 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2b675da5-cd0b-46cb-96b9-57c0ad7f35cd req-b7c293d2-0288-47f7-a48e-f3f383fb3b13 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b982e9fc-25d6-4db7-9e76-30317f3de3b0 HTTP/1.1" status: 200  len: 847 time: 0.1000197
Apr 19 19:32:14.450867 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8894d85c-91d5-4a83-8c81-955a44c03cc1 req-ddaa2bd9-3061-4fed-b340-f2ee652861a0 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/security-groups?id=823bdc8f-2b33-4b7a-96ea-a1e32c9160e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1082158
Apr 19 19:32:14.487346 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b675da5-cd0b-46cb-96b9-57c0ad7f35cd req-1e560ef2-f1f5-4887-a98a-15d41d176b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:14.491290 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2b675da5-cd0b-46cb-96b9-57c0ad7f35cd req-1e560ef2-f1f5-4887-a98a-15d41d176b3a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2d3e41b1-31e3-4474-ae4c-35f4f724ebfb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1233916
Apr 19 19:32:14.754960 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2d0b0d95-64f2-4600-b806-6182ec790ccd req-4d3c6f1d-af97-4315-8fda-2b6225eeb681 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/ports?device_id=29e8adf8-9f42-4342-8a9c-f3b55cba4b7c HTTP/1.1" status: 200  len: 210 time: 0.1115191
Apr 19 19:32:14.821882 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2b675da5-cd0b-46cb-96b9-57c0ad7f35cd req-532d8a89-58b9-44fc-b01c-25c89ac608ca service neutron] 10.222.0.20 "GET /v2.0/networks/2d3e41b1-31e3-4474-ae4c-35f4f724ebfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3213365
Apr 19 19:32:15.022189 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf66cdfa-229c-4848-aa6c-2218b206c340 req-c535a19f-6140-4b6b-8d4b-24213c1764b7 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:15.022921 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-bf66cdfa-229c-4848-aa6c-2218b206c340 req-c535a19f-6140-4b6b-8d4b-24213c1764b7 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Synchronizing usage tracker for tenant:bc5b0bd7c7ca48888f8782e781e6974d on resource:network {{(pid=86369) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:32:15.041971 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-bf66cdfa-229c-4848-aa6c-2218b206c340 req-c535a19f-6140-4b6b-8d4b-24213c1764b7 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Unset dirty status for tenant:bc5b0bd7c7ca48888f8782e781e6974d on resource:network {{(pid=86369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:32:15.043232 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bf66cdfa-229c-4848-aa6c-2218b206c340 req-c535a19f-6140-4b6b-8d4b-24213c1764b7 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.20 "GET /v2.0/networks?id=6bc43f42-83b1-4f83-bfff-5d0318eef92c HTTP/1.1" status: 200  len: 811 time: 0.2524087
Apr 19 19:32:15.054065 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2b675da5-cd0b-46cb-96b9-57c0ad7f35cd req-d84d1b74-4f44-437a-8b23-641c1f6245f4 service neutron] 10.222.0.20 "GET /v2.0/networks/2d3e41b1-31e3-4474-ae4c-35f4f724ebfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2245169
Apr 19 19:32:15.181204 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-bf66cdfa-229c-4848-aa6c-2218b206c340 req-dec4adb7-852f-4de8-818d-bf8c077e9798 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Synchronizing usage tracker for tenant:bc5b0bd7c7ca48888f8782e781e6974d on resource:security_group {{(pid=86369) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:32:15.212171 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-bf66cdfa-229c-4848-aa6c-2218b206c340 req-dec4adb7-852f-4de8-818d-bf8c077e9798 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Unset dirty status for tenant:bc5b0bd7c7ca48888f8782e781e6974d on resource:security_group {{(pid=86369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:32:15.214757 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bf66cdfa-229c-4848-aa6c-2218b206c340 req-dec4adb7-852f-4de8-818d-bf8c077e9798 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bc5b0bd7c7ca48888f8782e781e6974d HTTP/1.1" status: 200  len: 8061 time: 0.1457360
Apr 19 19:32:15.227175 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-bf66cdfa-229c-4848-aa6c-2218b206c340 req-b913bdba-735d-452b-9b07-f3f58de00841 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Request body: {'port': {'device_id': '29e8adf8-9f42-4342-8a9c-f3b55cba4b7c', 'network_id': '6bc43f42-83b1-4f83-bfff-5d0318eef92c', 'admin_state_up': True, 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'security_groups': ['e1da71a4-cef9-4aab-90f4-109eea8adbb9']}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:32:15.441138 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-bf66cdfa-229c-4848-aa6c-2218b206c340 req-b913bdba-735d-452b-9b07-f3f58de00841 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:32:15.447954 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-bf66cdfa-229c-4848-aa6c-2218b206c340 req-b913bdba-735d-452b-9b07-f3f58de00841 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Usage tracker for resource:port and tenant:bc5b0bd7c7ca48888f8782e781e6974d is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:32:15.454371 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-bf66cdfa-229c-4848-aa6c-2218b206c340 req-b913bdba-735d-452b-9b07-f3f58de00841 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:32:15.466538 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-bf66cdfa-229c-4848-aa6c-2218b206c340 req-b913bdba-735d-452b-9b07-f3f58de00841 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:32:15.484569 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf66cdfa-229c-4848-aa6c-2218b206c340 req-b913bdba-735d-452b-9b07-f3f58de00841 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Made reservation on behalf of bc5b0bd7c7ca48888f8782e781e6974d for: {'port': 1} {{(pid=86369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:32:15.486603 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 55772) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:32:15.496400 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-bf66cdfa-229c-4848-aa6c-2218b206c340 req-b913bdba-735d-452b-9b07-f3f58de00841 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:15.827235 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-69441944-4a24-475a-97bd-2d360eacdc22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:15.851768 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [req-bf66cdfa-229c-4848-aa6c-2218b206c340 req-b913bdba-735d-452b-9b07-f3f58de00841 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Allocated IP 172.20.0.11 (6bc43f42-83b1-4f83-bfff-5d0318eef92c/d1ed8313-f386-4db8-8de3-b6bf3e8e6da1/bc96af81-a357-433c-80ba-3687b81326c3) {{(pid=86369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:32:15.978773 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-613342ca-4aaa-465c-99df-d6ac43bc5df4 req-68415ca2-dd1c-4585-bb13-d8865608c2ae tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/ports?device_id=29e8adf8-9f42-4342-8a9c-f3b55cba4b7c HTTP/1.1" status: 200  len: 210 time: 0.0624406
Apr 19 19:32:16.054562 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b63009-57cb-494c-9ea6-9f3d82896f89 req-a3517d06-22b5-4577-92e9-367429c29f70 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:16.056282 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-04b63009-57cb-494c-9ea6-9f3d82896f89 req-a3517d06-22b5-4577-92e9-367429c29f70 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9d12116-ab28-4eec-b0dd-7ab43e7386a4 HTTP/1.1" status: 200  len: 943 time: 0.3369474
Apr 19 19:32:16.190901 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-bf66cdfa-229c-4848-aa6c-2218b206c340 req-b913bdba-735d-452b-9b07-f3f58de00841 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks [] for port, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:16.214277 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [req-bf66cdfa-229c-4848-aa6c-2218b206c340 req-b913bdba-735d-452b-9b07-f3f58de00841 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Transition to ACTIVE for port object bc96af81-a357-433c-80ba-3687b81326c3 will not be triggered until provisioned by entity DHCP. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:32:16.218748 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-04b63009-57cb-494c-9ea6-9f3d82896f89 req-668f0704-8db4-4b6c-89ca-e3c20e6f8758 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/security-groups?id=823bdc8f-2b33-4b7a-96ea-a1e32c9160e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0980828
Apr 19 19:32:16.248894 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-bf66cdfa-229c-4848-aa6c-2218b206c340 req-b913bdba-735d-452b-9b07-f3f58de00841 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739738723801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31618435'] for port, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:16.261519 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-7332dd53-bded-4bb2-8303-97d167695177 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:32:16.344906 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf66cdfa-229c-4848-aa6c-2218b206c340 req-b913bdba-735d-452b-9b07-f3f58de00841 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Network 6bc43f42-83b1-4f83-bfff-5d0318eef92c is already hosted by enough agents. {{(pid=86369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:32:16.348711 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [req-bf66cdfa-229c-4848-aa6c-2218b206c340 req-b913bdba-735d-452b-9b07-f3f58de00841 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Resources bound (agent type, host, resource id):  {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:32:16.353936 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf66cdfa-229c-4848-aa6c-2218b206c340 req-b913bdba-735d-452b-9b07-f3f58de00841 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Received port after_create {{(pid=86369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:32:16.409928 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b913bdba-735d-452b-9b07-f3f58de00841 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Pushing event updated for resources: {'Port': ['ID=bc96af81-a357-433c-80ba-3687b81326c3,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:32:16.423947 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b913bdba-735d-452b-9b07-f3f58de00841 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:32:16.497757 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf66cdfa-229c-4848-aa6c-2218b206c340 req-b913bdba-735d-452b-9b07-f3f58de00841 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:16.500718 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-bf66cdfa-229c-4848-aa6c-2218b206c340 req-b913bdba-735d-452b-9b07-f3f58de00841 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:16.563673 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bf66cdfa-229c-4848-aa6c-2218b206c340 req-b913bdba-735d-452b-9b07-f3f58de00841 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3426144
Apr 19 19:32:16.564449 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c9230423-c5c5-4c5b-825b-c21bade50751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700825'] for router_interface, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:16.587285 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-bf66cdfa-229c-4848-aa6c-2218b206c340 req-8b6f2f7f-4322-4480-bd26-f64b304c6c79 service neutron] Request body: {'port': {'device_id': '29e8adf8-9f42-4342-8a9c-f3b55cba4b7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:32:16.713533 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-7e703c1c-ccfe-4ae6-b22d-5f1aee3df63f None None] Provisioning for port bc96af81-a357-433c-80ba-3687b81326c3 completed by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:32:16.721077 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-7e703c1c-ccfe-4ae6-b22d-5f1aee3df63f None None] Provisioning complete for port bc96af81-a357-433c-80ba-3687b81326c3 triggered by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:32:16.721932 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7e703c1c-ccfe-4ae6-b22d-5f1aee3df63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:16.740141 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-bf66cdfa-229c-4848-aa6c-2218b206c340 req-8b6f2f7f-4322-4480-bd26-f64b304c6c79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:16.816587 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-7e703c1c-ccfe-4ae6-b22d-5f1aee3df63f None None] Port bc96af81-a357-433c-80ba-3687b81326c3 cannot update to ACTIVE because it is not bound. {{(pid=86370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 19:32:17.089613 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-c9230423-c5c5-4c5b-825b-c21bade50751 admin admin] Deleting port 97168d22-39e0-488c-baad-6c9ea8caa279 {{(pid=86368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:32:17.090411 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c9230423-c5c5-4c5b-825b-c21bade50751 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:17.244857 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [req-bf66cdfa-229c-4848-aa6c-2218b206c340 req-8b6f2f7f-4322-4480-bd26-f64b304c6c79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc96af81-a357-433c-80ba-3687b81326c3 {{(pid=86369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:32:17.254540 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-bf66cdfa-229c-4848-aa6c-2218b206c340 req-8b6f2f7f-4322-4480-bd26-f64b304c6c79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:17.273620 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [req-bf66cdfa-229c-4848-aa6c-2218b206c340 req-8b6f2f7f-4322-4480-bd26-f64b304c6c79 service neutron] Transition to ACTIVE for port object bc96af81-a357-433c-80ba-3687b81326c3 will not be triggered until provisioned by entity L2. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:32:17.277227 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-bf66cdfa-229c-4848-aa6c-2218b206c340 req-8b6f2f7f-4322-4480-bd26-f64b304c6c79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823157366'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:17.283382 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-17bbe963-d4a7-4b52-9100-1b344789d6e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:32:17.396673 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-c9230423-c5c5-4c5b-825b-c21bade50751 admin admin] For port 97168d22-39e0-488c-baad-6c9ea8caa279, host dv-cinder-786932-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=97168d22-39e0-488c-baad-6c9ea8caa279,segment=NetworkSegment(02940ce1-3553-4177-be6e-c973c291b896),segment_id=02940ce1-3553-4177-be6e-c973c291b896)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:32:17.397089 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c9230423-c5c5-4c5b-825b-c21bade50751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697982'] for port, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:17.605136 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b236ac3-4c91-45e8-8c58-e1dcd7e9f0f3 req-30b0ff44-8a3b-46fc-8d47-5f8d53539077 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:17.608147 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6b236ac3-4c91-45e8-8c58-e1dcd7e9f0f3 req-30b0ff44-8a3b-46fc-8d47-5f8d53539077 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/ports?device_id=29e8adf8-9f42-4342-8a9c-f3b55cba4b7c HTTP/1.1" status: 200  len: 944 time: 0.3539305
Apr 19 19:32:17.622969 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-c9230423-c5c5-4c5b-825b-c21bade50751 admin admin] Calling delete_port for 97168d22-39e0-488c-baad-6c9ea8caa279 owned by network:router_interface {{(pid=86368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:32:17.683830 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f2f7f-4322-4480-bd26-f64b304c6c79 service neutron] Pushing event updated for resources: {'Port': ['ID=bc96af81-a357-433c-80ba-3687b81326c3,revision_number=2']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:32:17.698589 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8b6f2f7f-4322-4480-bd26-f64b304c6c79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:32:17.755122 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-bf66cdfa-229c-4848-aa6c-2218b206c340 req-8b6f2f7f-4322-4480-bd26-f64b304c6c79 service neutron] Attempting to bind port bc96af81-a357-433c-80ba-3687b81326c3 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:32:17.755845 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-bf66cdfa-229c-4848-aa6c-2218b206c340 req-8b6f2f7f-4322-4480-bd26-f64b304c6c79 service neutron] Attempting to bind port bc96af81-a357-433c-80ba-3687b81326c3 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'ba613c43-a0d4-48ab-98c6-225de025afbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6bc43f42-83b1-4f83-bfff-5d0318eef92c'}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:32:17.756217 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf66cdfa-229c-4848-aa6c-2218b206c340 req-8b6f2f7f-4322-4480-bd26-f64b304c6c79 service neutron] Attempting to bind port bc96af81-a357-433c-80ba-3687b81326c3 on network 6bc43f42-83b1-4f83-bfff-5d0318eef92c {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:32:17.762177 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf66cdfa-229c-4848-aa6c-2218b206c340 req-8b6f2f7f-4322-4480-bd26-f64b304c6c79 service neutron] Port bc96af81-a357-433c-80ba-3687b81326c3 on network 6bc43f42-83b1-4f83-bfff-5d0318eef92c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 19:32:17.762544 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf66cdfa-229c-4848-aa6c-2218b206c340 req-8b6f2f7f-4322-4480-bd26-f64b304c6c79 service neutron] Attempting to bind port bc96af81-a357-433c-80ba-3687b81326c3 on network 6bc43f42-83b1-4f83-bfff-5d0318eef92c {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:32:17.770945 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf66cdfa-229c-4848-aa6c-2218b206c340 req-8b6f2f7f-4322-4480-bd26-f64b304c6c79 service neutron] Checking agent: {'id': '13e8b6f5-8e00-4da6-9b4f-d998588d9e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 22, 59), 'started_at': datetime.datetime(2021, 4, 19, 19, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:32:17.771528 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf66cdfa-229c-4848-aa6c-2218b206c340 req-8b6f2f7f-4322-4480-bd26-f64b304c6c79 service neutron] Checking segment: {'id': 'ba613c43-a0d4-48ab-98c6-225de025afbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6bc43f42-83b1-4f83-bfff-5d0318eef92c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:32:17.772102 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf66cdfa-229c-4848-aa6c-2218b206c340 req-8b6f2f7f-4322-4480-bd26-f64b304c6c79 service neutron] Bound using segment: {'id': 'ba613c43-a0d4-48ab-98c6-225de025afbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6bc43f42-83b1-4f83-bfff-5d0318eef92c'} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:32:17.772701 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-bf66cdfa-229c-4848-aa6c-2218b206c340 req-8b6f2f7f-4322-4480-bd26-f64b304c6c79 service neutron] Bound port: bc96af81-a357-433c-80ba-3687b81326c3, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba613c43-a0d4-48ab-98c6-225de025afbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6bc43f42-83b1-4f83-bfff-5d0318eef92c'}}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:32:17.773173 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-bf66cdfa-229c-4848-aa6c-2218b206c340 req-8b6f2f7f-4322-4480-bd26-f64b304c6c79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:17.941413 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-bf66cdfa-229c-4848-aa6c-2218b206c340 req-8b6f2f7f-4322-4480-bd26-f64b304c6c79 service neutron] For port bc96af81-a357-433c-80ba-3687b81326c3, host hv-cinder-78693, cleared binding levels {{(pid=86369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:32:17.946212 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-bf66cdfa-229c-4848-aa6c-2218b206c340 req-8b6f2f7f-4322-4480-bd26-f64b304c6c79 service neutron] For port bc96af81-a357-433c-80ba-3687b81326c3, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=bc96af81-a357-433c-80ba-3687b81326c3,segment=NetworkSegment(ba613c43-a0d4-48ab-98c6-225de025afbc),segment_id=ba613c43-a0d4-48ab-98c6-225de025afbc)] {{(pid=86369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:32:17.952290 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-bf66cdfa-229c-4848-aa6c-2218b206c340 req-8b6f2f7f-4322-4480-bd26-f64b304c6c79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823157366'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:17.959585 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8bb0f149-6fa5-47c8-b4db-f2abd3601369 tempest-AttachVolumeNegativeTest-520013876 tempest-AttachVolumeNegativeTest-520013876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:32:18.023181 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf66cdfa-229c-4848-aa6c-2218b206c340 req-8b6f2f7f-4322-4480-bd26-f64b304c6c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:18.023944 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-bf66cdfa-229c-4848-aa6c-2218b206c340 req-8b6f2f7f-4322-4480-bd26-f64b304c6c79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:18.025592 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bf66cdfa-229c-4848-aa6c-2218b206c340 req-8b6f2f7f-4322-4480-bd26-f64b304c6c79 service neutron] 10.222.0.20 "PUT /v2.0/ports/bc96af81-a357-433c-80ba-3687b81326c3 HTTP/1.1" status: 200  len: 1094 time: 1.4474456
Apr 19 19:32:18.026206 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29e8adf8-9f42-4342-8a9c-f3b55cba4b7c', 'tag': 'bc96af81-a357-433c-80ba-3687b81326c3'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:32:18.063443 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f2f7f-4322-4480-bd26-f64b304c6c79 service neutron] Pushing event updated for resources: {'Port': ['ID=bc96af81-a357-433c-80ba-3687b81326c3,revision_number=3']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:32:18.068800 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8b6f2f7f-4322-4480-bd26-f64b304c6c79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:32:18.240478 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf66cdfa-229c-4848-aa6c-2218b206c340 req-3884140e-01b9-48f7-9dd1-ebd1027b6111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:18.243127 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bf66cdfa-229c-4848-aa6c-2218b206c340 req-3884140e-01b9-48f7-9dd1-ebd1027b6111 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc5b0bd7c7ca48888f8782e781e6974d&device_id=29e8adf8-9f42-4342-8a9c-f3b55cba4b7c HTTP/1.1" status: 200  len: 1097 time: 0.1476142
Apr 19 19:32:18.330699 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6b236ac3-4c91-45e8-8c58-e1dcd7e9f0f3 req-f83073a5-73a4-4c3d-9584-0f5af72e8681 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1da71a4-cef9-4aab-90f4-109eea8adbb9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5998745
Apr 19 19:32:18.346526 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bf66cdfa-229c-4848-aa6c-2218b206c340 req-4c6cdd8a-e208-44e3-af8e-3a230acbc931 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc96af81-a357-433c-80ba-3687b81326c3 HTTP/1.1" status: 200  len: 217 time: 0.0894763
Apr 19 19:32:18.381673 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99de001-b879-413c-ba0b-a2d5e3d77edf req-fefba46c-eee6-475e-a015-bb56459e0990 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:18.383367 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a99de001-b879-413c-ba0b-a2d5e3d77edf req-fefba46c-eee6-475e-a015-bb56459e0990 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9d12116-ab28-4eec-b0dd-7ab43e7386a4 HTTP/1.1" status: 200  len: 943 time: 0.9044571
Apr 19 19:32:18.398972 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29e8adf8-9f42-4342-8a9c-f3b55cba4b7c', 'tag': 'bc96af81-a357-433c-80ba-3687b81326c3', 'status': 'completed', 'code': 200}
Apr 19 19:32:18.434823 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf66cdfa-229c-4848-aa6c-2218b206c340 req-87026e5b-2645-4309-afa0-8dcd424cc2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:18.436450 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bf66cdfa-229c-4848-aa6c-2218b206c340 req-87026e5b-2645-4309-afa0-8dcd424cc2b8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d1ed8313-f386-4db8-8de3-b6bf3e8e6da1 HTTP/1.1" status: 200  len: 850 time: 0.0827472
Apr 19 19:32:18.498365 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a99de001-b879-413c-ba0b-a2d5e3d77edf req-ad707535-26b3-4bcf-8378-ec2c26504492 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/security-groups?id=823bdc8f-2b33-4b7a-96ea-a1e32c9160e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0968423
Apr 19 19:32:18.531666 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c9230423-c5c5-4c5b-825b-c21bade50751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297115604255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297116051999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822331971'] for port, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:18.531666 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8b583cae-8517-4ca8-b6bf-ac6be3c2f015 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:32:18.531981 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf66cdfa-229c-4848-aa6c-2218b206c340 req-5ebbfb9b-9426-4569-ba88-f74ec0622044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:18.532161 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bf66cdfa-229c-4848-aa6c-2218b206c340 req-5ebbfb9b-9426-4569-ba88-f74ec0622044 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6bc43f42-83b1-4f83-bfff-5d0318eef92c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0890481
Apr 19 19:32:18.582768 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9230423-c5c5-4c5b-825b-c21bade50751 admin admin] Pushing event deleted for resources: {'Port': ['ID=97168d22-39e0-488c-baad-6c9ea8caa279,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:32:18.586245 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c9230423-c5c5-4c5b-825b-c21bade50751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:32:18.623269 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c656042b-8459-4ed4-b075-63aa35786007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:18.720022 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bf66cdfa-229c-4848-aa6c-2218b206c340 req-08b38782-fc10-416f-a83a-021fbdb49dab service neutron] 10.222.0.20 "GET /v2.0/networks/6bc43f42-83b1-4f83-bfff-5d0318eef92c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1815596
Apr 19 19:32:18.900784 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bf66cdfa-229c-4848-aa6c-2218b206c340 req-8f329963-5242-4dad-8f5f-674e9342d112 service neutron] 10.222.0.20 "GET /v2.0/networks/6bc43f42-83b1-4f83-bfff-5d0318eef92c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1728878
Apr 19 19:32:18.992739 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c9230423-c5c5-4c5b-825b-c21bade50751 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700903'] for router_interface, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:19.080840 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c20933-fd56-46cc-b8da-5966d239de4c req-d2e7ad70-378c-4b58-aaa9-dbe5c39b29bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:19.082572 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f2c20933-fd56-46cc-b8da-5966d239de4c req-d2e7ad70-378c-4b58-aaa9-dbe5c39b29bc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc5b0bd7c7ca48888f8782e781e6974d&device_id=29e8adf8-9f42-4342-8a9c-f3b55cba4b7c HTTP/1.1" status: 200  len: 1097 time: 0.0943701
Apr 19 19:32:19.269560 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c20933-fd56-46cc-b8da-5966d239de4c req-03a6d15b-d320-438c-9762-cbf4c98ef7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:19.272229 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f2c20933-fd56-46cc-b8da-5966d239de4c req-03a6d15b-d320-438c-9762-cbf4c98ef7bb service neutron] 10.222.0.20 "GET /v2.0/networks?id=6bc43f42-83b1-4f83-bfff-5d0318eef92c HTTP/1.1" status: 200  len: 912 time: 0.1814561
Apr 19 19:32:19.368335 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f2c20933-fd56-46cc-b8da-5966d239de4c req-867b503b-008b-45a3-a8be-1dada3120de7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc96af81-a357-433c-80ba-3687b81326c3 HTTP/1.1" status: 200  len: 217 time: 0.0886598
Apr 19 19:32:19.466770 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9230423-c5c5-4c5b-825b-c21bade50751 admin admin] Router 721b2fd1-6523-4d17-81c2-bdaefed50046 has already been hosted by L3 agent a3cf2d1c-6710-4478-a129-20091cfe97d1 {{(pid=86368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:32:19.496690 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c20933-fd56-46cc-b8da-5966d239de4c req-07f94eaa-7a2e-4426-84e9-4540c9f95345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:19.498764 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f2c20933-fd56-46cc-b8da-5966d239de4c req-07f94eaa-7a2e-4426-84e9-4540c9f95345 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d1ed8313-f386-4db8-8de3-b6bf3e8e6da1 HTTP/1.1" status: 200  len: 850 time: 0.1240652
Apr 19 19:32:19.605728 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c20933-fd56-46cc-b8da-5966d239de4c req-d46b3ca0-ff02-44c3-b711-4fe0055ef757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:19.607398 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f2c20933-fd56-46cc-b8da-5966d239de4c req-d46b3ca0-ff02-44c3-b711-4fe0055ef757 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6bc43f42-83b1-4f83-bfff-5d0318eef92c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1017742
Apr 19 19:32:19.771291 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-000a1909-ab5b-4f97-8afb-04fdec5398f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:19.786769 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f2c20933-fd56-46cc-b8da-5966d239de4c req-d2a58951-a784-4ca5-bb98-8274cd1378c0 service neutron] 10.222.0.20 "GET /v2.0/networks/6bc43f42-83b1-4f83-bfff-5d0318eef92c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1717048
Apr 19 19:32:19.964798 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:20.004076 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9230423-c5c5-4c5b-825b-c21bade50751 admin admin] Notify agent at l3_agent.dv-cinder-786932-1-iscsi the message routers_updated {{(pid=86368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:32:20.022404 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b31151-50b5-4974-8802-b562fba3f3f7 None None] Sync routers for ids ['721b2fd1-6523-4d17-81c2-bdaefed50046'] in dv-cinder-786932-1-iscsi {{(pid=86370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:32:20.032340 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22130029-674e-4654-8259-2df9a5f9dbce req-52e4b9fb-237f-4922-b420-9ac085235f22 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:20.035054 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-22130029-674e-4654-8259-2df9a5f9dbce req-52e4b9fb-237f-4922-b420-9ac085235f22 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/ports?device_id=29e8adf8-9f42-4342-8a9c-f3b55cba4b7c HTTP/1.1" status: 200  len: 944 time: 0.4425590
Apr 19 19:32:20.043359 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b31151-50b5-4974-8802-b562fba3f3f7 None None] Routers {'721b2fd1-6523-4d17-81c2-bdaefed50046'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:32:20.044753 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-a1b31151-50b5-4974-8802-b562fba3f3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0f562a90>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:32:19Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['721b2fd1-6523-4d17-81c2-bdaefed50046'], 'active': True} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:32:20.068325 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d4ea3-1b33-4564-9900-dcc1a7ef9b0a req-82701c93-4ad0-43d4-a923-c3c9416e8235 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:20.071184 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-283d4ea3-1b33-4564-9900-dcc1a7ef9b0a req-82701c93-4ad0-43d4-a923-c3c9416e8235 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9d12116-ab28-4eec-b0dd-7ab43e7386a4 HTTP/1.1" status: 200  len: 943 time: 0.2753682
Apr 19 19:32:20.109090 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-c9230423-c5c5-4c5b-825b-c21bade50751 admin admin] 10.222.0.36 "PUT /v2.0/routers/721b2fd1-6523-4d17-81c2-bdaefed50046/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6204407
Apr 19 19:32:20.136237 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 55792) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:32:20.220585 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f2c20933-fd56-46cc-b8da-5966d239de4c req-6bf37ce2-7848-45a3-bb4a-684cb93756e9 service neutron] 10.222.0.20 "GET /v2.0/networks/6bc43f42-83b1-4f83-bfff-5d0318eef92c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4267058
Apr 19 19:32:20.532800 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-a1b31151-50b5-4974-8802-b562fba3f3f7 None None] Set router 721b2fd1-6523-4d17-81c2-bdaefed50046 gateway port host: dv-cinder-786932-1-iscsi {{(pid=86370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:32:20.652399 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-22130029-674e-4654-8259-2df9a5f9dbce req-9e9bff8b-9f76-447e-8ec6-b1a2b2436d8d tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1da71a4-cef9-4aab-90f4-109eea8adbb9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5793350
Apr 19 19:32:20.687186 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-283d4ea3-1b33-4564-9900-dcc1a7ef9b0a req-05480e52-dc8b-4b1c-b45f-271658ce3276 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/security-groups?id=823bdc8f-2b33-4b7a-96ea-a1e32c9160e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5839226
Apr 19 19:32:20.710382 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5c78a517-44d6-4271-a115-cae59bf86ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:20.778932 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-438472bc-a172-4443-81ae-1b5b3d55ac99 admin admin] Notify callbacks [] for router, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:20.986298 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-a1b31151-50b5-4974-8802-b562fba3f3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0f562a90>, [{'id': '721b2fd1-6523-4d17-81c2-bdaefed50046', 'name': 'tempest-AttachVolumeTestJSON-1543954745-router', 'tenant_id': 'cc39b9932e394741a871cc678ffadd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '3088cc3a-fd41-4640-9ce2-11b8c575e025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:25:03Z', 'updated_at': '2021-04-19T19:32:18Z', 'revision_number': 5, 'project_id': 'cc39b9932e394741a871cc678ffadd40', 'gw_port': {'id': '3088cc3a-fd41-4640-9ce2-11b8c575e025', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:91:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721b2fd1-6523-4d17-81c2-bdaefed50046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:06Z', 'updated_at': '2021-04-19T19:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi'}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:32:20.993525 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b31151-50b5-4974-8802-b562fba3f3f7 None None] Checking router: 721b2fd1-6523-4d17-81c2-bdaefed50046 for host: dv-cinder-786932-1-iscsi {{(pid=86370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:32:21.006644 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-438472bc-a172-4443-81ae-1b5b3d55ac99 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:21.009879 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b31151-50b5-4974-8802-b562fba3f3f7 None None] Routers {'721b2fd1-6523-4d17-81c2-bdaefed50046'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:32:21.011063 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-a1b31151-50b5-4974-8802-b562fba3f3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0f562a90>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:32:19Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['721b2fd1-6523-4d17-81c2-bdaefed50046'], 'active': True} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:32:21.016735 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-438472bc-a172-4443-81ae-1b5b3d55ac99 admin admin] Deleting port 3088cc3a-fd41-4640-9ce2-11b8c575e025 {{(pid=86368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:32:21.017212 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-438472bc-a172-4443-81ae-1b5b3d55ac99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:21.253516 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-438472bc-a172-4443-81ae-1b5b3d55ac99 admin admin] For port 3088cc3a-fd41-4640-9ce2-11b8c575e025, host dv-cinder-786932-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=3088cc3a-fd41-4640-9ce2-11b8c575e025,segment=NetworkSegment(f117aaf9-f038-40ae-a060-7b312532719e),segment_id=f117aaf9-f038-40ae-a060-7b312532719e)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:32:21.253839 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-438472bc-a172-4443-81ae-1b5b3d55ac99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697982'] for port, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:21.261172 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-a1b31151-50b5-4974-8802-b562fba3f3f7 None None] Set router 721b2fd1-6523-4d17-81c2-bdaefed50046 gateway port host: None {{(pid=86370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:32:21.390856 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-a1b31151-50b5-4974-8802-b562fba3f3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0f562a90>, [{'id': '721b2fd1-6523-4d17-81c2-bdaefed50046', 'name': 'tempest-AttachVolumeTestJSON-1543954745-router', 'tenant_id': 'cc39b9932e394741a871cc678ffadd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:25:03Z', 'updated_at': '2021-04-19T19:32:21Z', 'revision_number': 6, 'project_id': 'cc39b9932e394741a871cc678ffadd40', 'gw_port_host': None}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:32:21.398373 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b31151-50b5-4974-8802-b562fba3f3f7 None None] The sync data for ids ['721b2fd1-6523-4d17-81c2-bdaefed50046'] in dv-cinder-786932-1-iscsi is: [{'id': '721b2fd1-6523-4d17-81c2-bdaefed50046', 'name': 'tempest-AttachVolumeTestJSON-1543954745-router', 'tenant_id': 'cc39b9932e394741a871cc678ffadd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:25:03Z', 'updated_at': '2021-04-19T19:32:21Z', 'revision_number': 6, 'project_id': 'cc39b9932e394741a871cc678ffadd40', 'gw_port_host': None}] {{(pid=86370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:32:21.408844 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-438472bc-a172-4443-81ae-1b5b3d55ac99 admin admin] Calling delete_port for 3088cc3a-fd41-4640-9ce2-11b8c575e025 owned by network:router_gateway {{(pid=86368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:32:21.642262 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-438472bc-a172-4443-81ae-1b5b3d55ac99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297115604255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297116051999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822331971'] for port, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:21.647997 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-444d263e-5ecc-47cb-ae30-500d2c678459 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:32:21.738376 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438472bc-a172-4443-81ae-1b5b3d55ac99 admin admin] Pushing event deleted for resources: {'Port': ['ID=3088cc3a-fd41-4640-9ce2-11b8c575e025,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:32:21.791684 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438472bc-a172-4443-81ae-1b5b3d55ac99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:32:21.792111 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438472bc-a172-4443-81ae-1b5b3d55ac99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:32:21.792520 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438472bc-a172-4443-81ae-1b5b3d55ac99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:32:21.792917 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438472bc-a172-4443-81ae-1b5b3d55ac99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:32:21.793308 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438472bc-a172-4443-81ae-1b5b3d55ac99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:32:21.793704 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438472bc-a172-4443-81ae-1b5b3d55ac99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:32:21.794093 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438472bc-a172-4443-81ae-1b5b3d55ac99 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:32:21.794480 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438472bc-a172-4443-81ae-1b5b3d55ac99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:32:21.794877 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438472bc-a172-4443-81ae-1b5b3d55ac99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:32:21.795260 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438472bc-a172-4443-81ae-1b5b3d55ac99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:32:21.795654 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438472bc-a172-4443-81ae-1b5b3d55ac99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:32:21.796678 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438472bc-a172-4443-81ae-1b5b3d55ac99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:32:21.803558 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-438472bc-a172-4443-81ae-1b5b3d55ac99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:32:21.841258 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-438472bc-a172-4443-81ae-1b5b3d55ac99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854097050'] for router_gateway, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:22.193275 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-438472bc-a172-4443-81ae-1b5b3d55ac99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854083014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854743379'] for router, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:22.197481 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-438472bc-a172-4443-81ae-1b5b3d55ac99 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:22.329894 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-438472bc-a172-4443-81ae-1b5b3d55ac99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-702846'] for router, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:22.330399 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-438472bc-a172-4443-81ae-1b5b3d55ac99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 721b2fd1-6523-4d17-81c2-bdaefed50046 {{(pid=86368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 19 19:32:22.361020 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486b7c7-301c-4ea3-b66c-8fbfb6c63e36 req-f846e0f9-d5d5-442c-96cd-53a9ba6ee20c tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:22.362880 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b486b7c7-301c-4ea3-b66c-8fbfb6c63e36 req-f846e0f9-d5d5-442c-96cd-53a9ba6ee20c tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/ports?device_id=29e8adf8-9f42-4342-8a9c-f3b55cba4b7c HTTP/1.1" status: 200  len: 944 time: 0.4384053
Apr 19 19:32:22.374494 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0c8ff-3b1a-497a-a759-dfca515806f8 req-12c6bd1b-1aec-4100-8a85-c9bd8a0d5aa9 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:22.376368 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-85a0c8ff-3b1a-497a-a759-dfca515806f8 req-12c6bd1b-1aec-4100-8a85-c9bd8a0d5aa9 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9d12116-ab28-4eec-b0dd-7ab43e7386a4 HTTP/1.1" status: 200  len: 943 time: 0.4411092
Apr 19 19:32:22.397487 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-438472bc-a172-4443-81ae-1b5b3d55ac99 admin admin] Notify callbacks [] for router, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:22.398738 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-438472bc-a172-4443-81ae-1b5b3d55ac99 admin admin] 10.222.0.36 "DELETE /v2.0/routers/721b2fd1-6523-4d17-81c2-bdaefed50046 HTTP/1.1" status: 204  len: 168 time: 2.2604077
Apr 19 19:32:22.403336 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 55800) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:32:22.456242 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b486b7c7-301c-4ea3-b66c-8fbfb6c63e36 req-ecb6e4b4-72a9-447a-8cd2-308eee32acdc tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1da71a4-cef9-4aab-90f4-109eea8adbb9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0776367
Apr 19 19:32:22.482549 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-85a0c8ff-3b1a-497a-a759-dfca515806f8 req-6870ce77-594b-444d-a2c8-f582060befc5 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/security-groups?id=823bdc8f-2b33-4b7a-96ea-a1e32c9160e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0873997
Apr 19 19:32:22.510629 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5de1fb8-d653-48b0-b162-506d00186c2a admin admin] Deleting subnet 00f7e508-0145-491e-8134-c9fdb454d461 {{(pid=86369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 19:32:22.515923 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e5de1fb8-d653-48b0-b162-506d00186c2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:22.589790 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e5de1fb8-d653-48b0-b162-506d00186c2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036821571810'] for subnet, precommit_delete_associations {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:22.655331 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device 97168d22-39e0-488c-baad-6c9ea8caa279 no longer exists at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:32:22.701009 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] No Port match for: 97168d22-39e0-488c-baad-6c9ea8caa279 {{(pid=86370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:32:22.701398 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device 97168d22-39e0-488c-baad-6c9ea8caa279 not bound to the agent host dv-cinder-786932-1-iscsi {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:32:22.701873 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device 3088cc3a-fd41-4640-9ce2-11b8c575e025 no longer exists at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:32:22.740261 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] No Port match for: 3088cc3a-fd41-4640-9ce2-11b8c575e025 {{(pid=86370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:32:22.740637 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e5de1fb8-d653-48b0-b162-506d00186c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1918498'] for subnet, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:22.740824 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device 3088cc3a-fd41-4640-9ce2-11b8c575e025 not bound to the agent host dv-cinder-786932-1-iscsi {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:32:23.026898 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e5de1fb8-d653-48b0-b162-506d00186c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852857318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31618135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036824016211'] for subnet, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:23.032755 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:32:23.081465 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e5de1fb8-d653-48b0-b162-506d00186c2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for subnet, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:23.088458 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5de1fb8-d653-48b0-b162-506d00186c2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00f7e508-0145-491e-8134-c9fdb454d461,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:32:23.089616 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbe7f7d-d717-47ad-92b1-7dad3e77a9b6 None None] Network 9d269001-9e9c-479f-88fd-1acf166660c3 requested from dv-cinder-786932-1-iscsi {{(pid=86370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:32:23.102435 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-e5de1fb8-d653-48b0-b162-506d00186c2a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/00f7e508-0145-491e-8134-c9fdb454d461 HTTP/1.1" status: 204  len: 168 time: 0.6975002
Apr 19 19:32:23.104676 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5de1fb8-d653-48b0-b162-506d00186c2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:32:23.105206 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5de1fb8-d653-48b0-b162-506d00186c2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:32:23.105722 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5de1fb8-d653-48b0-b162-506d00186c2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:32:23.106247 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5de1fb8-d653-48b0-b162-506d00186c2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:32:23.106903 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5de1fb8-d653-48b0-b162-506d00186c2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:32:23.107279 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 55804) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:32:23.107537 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5de1fb8-d653-48b0-b162-506d00186c2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:32:23.108256 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5de1fb8-d653-48b0-b162-506d00186c2a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:32:23.108991 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5de1fb8-d653-48b0-b162-506d00186c2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:32:23.109641 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5de1fb8-d653-48b0-b162-506d00186c2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:32:23.110278 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5de1fb8-d653-48b0-b162-506d00186c2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:32:23.110954 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5de1fb8-d653-48b0-b162-506d00186c2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:32:23.111540 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5de1fb8-d653-48b0-b162-506d00186c2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:32:23.118326 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e5de1fb8-d653-48b0-b162-506d00186c2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:32:23.257850 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a11d42d5-c6f9-4b2c-9460-99ac3cb91939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636206'] for network, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:23.272165 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-a11d42d5-c6f9-4b2c-9460-99ac3cb91939 admin admin] Deleting port ff5eb031-6292-453c-864c-bef8a2a4263a {{(pid=86368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:32:23.272848 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a11d42d5-c6f9-4b2c-9460-99ac3cb91939 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:23.411223 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c254093-60a4-400c-86fe-db753e9516d5 None None] DHCP port deletion for 9d269001-9e9c-479f-88fd-1acf166660c3 request from dv-cinder-786932-1-iscsi {{(pid=86370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 19 19:32:23.418151 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-3c254093-60a4-400c-86fe-db753e9516d5 None None] Deleting port ff5eb031-6292-453c-864c-bef8a2a4263a {{(pid=86370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:32:23.418580 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3c254093-60a4-400c-86fe-db753e9516d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:23.616590 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-a11d42d5-c6f9-4b2c-9460-99ac3cb91939 admin admin] For port ff5eb031-6292-453c-864c-bef8a2a4263a, host dv-cinder-786932-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=ff5eb031-6292-453c-864c-bef8a2a4263a,segment=NetworkSegment(02940ce1-3553-4177-be6e-c973c291b896),segment_id=02940ce1-3553-4177-be6e-c973c291b896)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:32:23.617050 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a11d42d5-c6f9-4b2c-9460-99ac3cb91939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697982'] for port, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:23.625116 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device f81f6244-c7d7-48d3-bae9-70946c5b8145 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 19:32:23.793305 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-3c254093-60a4-400c-86fe-db753e9516d5 None None] For port ff5eb031-6292-453c-864c-bef8a2a4263a, host dv-cinder-786932-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=ff5eb031-6292-453c-864c-bef8a2a4263a,segment=NetworkSegment(02940ce1-3553-4177-be6e-c973c291b896),segment_id=02940ce1-3553-4177-be6e-c973c291b896)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:32:23.794111 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3c254093-60a4-400c-86fe-db753e9516d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697982'] for port, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:23.904813 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-a11d42d5-c6f9-4b2c-9460-99ac3cb91939 admin admin] Calling delete_port for ff5eb031-6292-453c-864c-bef8a2a4263a owned by network:dhcp {{(pid=86368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:32:24.029619 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-3c254093-60a4-400c-86fe-db753e9516d5 None None] Calling delete_port for ff5eb031-6292-453c-864c-bef8a2a4263a owned by network:dhcp {{(pid=86370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:32:24.087626 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a11d42d5-c6f9-4b2c-9460-99ac3cb91939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297115604255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297116051999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822331971'] for port, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:24.096467 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-19d75726-c54a-41fd-b595-d515d711b26d tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:32:24.168831 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11d42d5-c6f9-4b2c-9460-99ac3cb91939 admin admin] No DVR routers for this DVR port ff5eb031-6292-453c-864c-bef8a2a4263a on host dv-cinder-786932-1-iscsi {{(pid=86368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 19:32:24.214798 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11d42d5-c6f9-4b2c-9460-99ac3cb91939 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff5eb031-6292-453c-864c-bef8a2a4263a,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:32:24.218407 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a11d42d5-c6f9-4b2c-9460-99ac3cb91939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:32:24.236741 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ad724-30b6-432b-8f47-3e9b99cc80d4 req-3bfbed10-73ed-463b-b388-800b63c6a3cc tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:24.238741 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e72ad724-30b6-432b-8f47-3e9b99cc80d4 req-3bfbed10-73ed-463b-b388-800b63c6a3cc tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/ports?device_id=29e8adf8-9f42-4342-8a9c-f3b55cba4b7c HTTP/1.1" status: 200  len: 944 time: 0.5257416
Apr 19 19:32:24.259653 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port f81f6244-c7d7-48d3-bae9-70946c5b8145, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f81f6244-c7d7-48d3-bae9-70946c5b8145,segment=NetworkSegment(00035a8f-a81f-4089-9be6-fd708daf7fa2),segment_id=00035a8f-a81f-4089-9be6-fd708daf7fa2)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:32:24.263423 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd67ab0-1fb8-4467-98a5-ea2af55366cc req-cf2c76bb-cbbf-4759-9baf-0a25eca04322 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:24.266005 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1cd67ab0-1fb8-4467-98a5-ea2af55366cc req-cf2c76bb-cbbf-4759-9baf-0a25eca04322 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9d12116-ab28-4eec-b0dd-7ab43e7386a4 HTTP/1.1" status: 200  len: 943 time: 0.5550227
Apr 19 19:32:24.290752 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.db.api [None req-3c254093-60a4-400c-86fe-db753e9516d5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86370) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 19 19:32:24.291406 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_db.api [None req-3c254093-60a4-400c-86fe-db753e9516d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 19 19:32:24.292542 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Returning: {'device': 'f81f6244-c7d7-48d3-bae9-70946c5b8145', 'network_id': '2d3e41b1-31e3-4474-ae4c-35f4f724ebfb', 'port_id': 'f81f6244-c7d7-48d3-bae9-70946c5b8145', 'mac_address': 'fa:16:3e:09:d7:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b982e9fc-25d6-4db7-9e76-30317f3de3b0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 19:32:24.375468 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:24.398742 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f81f6244-c7d7-48d3-bae9-70946c5b8145 {{(pid=86370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:32:24.437272 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port f81f6244-c7d7-48d3-bae9-70946c5b8145, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f81f6244-c7d7-48d3-bae9-70946c5b8145,segment=NetworkSegment(00035a8f-a81f-4089-9be6-fd708daf7fa2),segment_id=00035a8f-a81f-4089-9be6-fd708daf7fa2)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:32:24.441898 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:24.444558 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-890ef280-c4d2-444c-a373-ca777fab48ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:32:24.538076 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Pushing event updated for resources: {'Port': ['ID=f81f6244-c7d7-48d3-bae9-70946c5b8145,revision_number=7']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:32:24.541639 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:32:24.654737 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device ff5eb031-6292-453c-864c-bef8a2a4263a no longer exists at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:32:24.700594 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] No Port match for: ff5eb031-6292-453c-864c-bef8a2a4263a {{(pid=86370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:32:24.701239 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device ff5eb031-6292-453c-864c-bef8a2a4263a not bound to the agent host dv-cinder-786932-1-iscsi {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:32:24.712430 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a11d42d5-c6f9-4b2c-9460-99ac3cb91939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852857225', 'neutron.services.segments.db._delete_segments_for_network-8739739090035'] for network, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:24.746660 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] get_ports_and_sgs() called for port_ids ['f81f6244-c7d7-48d3-bae9-70946c5b8145'] {{(pid=86370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:32:24.792589 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-3c254093-60a4-400c-86fe-db753e9516d5 None None] Deleting port ff5eb031-6292-453c-864c-bef8a2a4263a {{(pid=86370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:32:24.793016 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3c254093-60a4-400c-86fe-db753e9516d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:24.880051 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e72ad724-30b6-432b-8f47-3e9b99cc80d4 req-2eda0086-dcbc-4b1f-b2e4-b0f1fbb1c067 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1da71a4-cef9-4aab-90f4-109eea8adbb9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6128693
Apr 19 19:32:24.894893 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-3c254093-60a4-400c-86fe-db753e9516d5 None None] The port 'ff5eb031-6292-453c-864c-bef8a2a4263a' was deleted {{(pid=86370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 19 19:32:24.896482 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1cd67ab0-1fb8-4467-98a5-ea2af55366cc req-1cb5124e-b401-421f-b699-765efd468d31 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/security-groups?id=823bdc8f-2b33-4b7a-96ea-a1e32c9160e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2532351
Apr 19 19:32:24.953391 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-a11d42d5-c6f9-4b2c-9460-99ac3cb91939 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2e0e4ca518>,) {'filters': {'network_id': ['9d269001-9e9c-479f-88fd-1acf166660c3']}} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:32:24.972479 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-a11d42d5-c6f9-4b2c-9460-99ac3cb91939 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2e0e4ca518>, '02940ce1-3553-4177-be6e-c973c291b896') {'for_net_delete': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:32:24.972928 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-a11d42d5-c6f9-4b2c-9460-99ac3cb91939 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2e0e4ca518>, '02940ce1-3553-4177-be6e-c973c291b896') {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:32:24.988924 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a11d42d5-c6f9-4b2c-9460-99ac3cb91939 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363297115576163', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31534358'] for segment, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:25.010226 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a11d42d5-c6f9-4b2c-9460-99ac3cb91939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852957628'] for segment, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:25.023188 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a11d42d5-c6f9-4b2c-9460-99ac3cb91939 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=86368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 19:32:25.388709 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-a11d42d5-c6f9-4b2c-9460-99ac3cb91939 admin admin] Network 9d269001-9e9c-479f-88fd-1acf166660c3 has no segments {{(pid=86368) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:32:25.408481 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a11d42d5-c6f9-4b2c-9460-99ac3cb91939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1818163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32443850'] for segment, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:25.783902 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-a11d42d5-c6f9-4b2c-9460-99ac3cb91939 admin admin] Network 9d269001-9e9c-479f-88fd-1acf166660c3 has no segments {{(pid=86368) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:32:25.830331 dv-cinder-786932-1-iscsi neutron-server[86253]: Traceback (most recent call last):
Apr 19 19:32:25.830331 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 19:32:25.830331 dv-cinder-786932-1-iscsi neutron-server[86253]:     timer()
Apr 19 19:32:25.830331 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 19:32:25.830331 dv-cinder-786932-1-iscsi neutron-server[86253]:     cb(*args, **kw)
Apr 19 19:32:25.830331 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 19:32:25.830331 dv-cinder-786932-1-iscsi neutron-server[86253]:     return func(*args, **kwargs)
Apr 19 19:32:25.830331 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 19:32:25.830331 dv-cinder-786932-1-iscsi neutron-server[86253]:     self._notify()
Apr 19 19:32:25.830331 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 19:32:25.830331 dv-cinder-786932-1-iscsi neutron-server[86253]:     self.callback(batched_events)
Apr 19 19:32:25.830331 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 19:32:25.830331 dv-cinder-786932-1-iscsi neutron-server[86253]:     event.method(event)
Apr 19 19:32:25.830331 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 19:32:25.830331 dv-cinder-786932-1-iscsi neutron-server[86253]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 19:32:25.830331 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 19:32:25.830331 dv-cinder-786932-1-iscsi neutron-server[86253]:     segment_id)['aggregates'][0]
Apr 19 19:32:25.830331 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 19:32:25.830331 dv-cinder-786932-1-iscsi neutron-server[86253]:     return f(self, *a, **k)
Apr 19 19:32:25.830331 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 19:32:25.830331 dv-cinder-786932-1-iscsi neutron-server[86253]:     return self._get(url).json()
Apr 19 19:32:25.830331 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 19:32:25.830331 dv-cinder-786932-1-iscsi neutron-server[86253]:     **kwargs)
Apr 19 19:32:25.830331 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 19:32:25.830331 dv-cinder-786932-1-iscsi neutron-server[86253]:     return self.request(url, 'GET', **kwargs)
Apr 19 19:32:25.830331 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 19:32:25.830331 dv-cinder-786932-1-iscsi neutron-server[86253]:     **endpoint_filter)
Apr 19 19:32:25.830331 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 19:32:25.830331 dv-cinder-786932-1-iscsi neutron-server[86253]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 19:32:25.830331 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 19:32:25.830331 dv-cinder-786932-1-iscsi neutron-server[86253]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 19:32:25.830331 dv-cinder-786932-1-iscsi neutron-server[86253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 19:32:25.966556 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a11d42d5-c6f9-4b2c-9460-99ac3cb91939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854087039'] for network, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:25.972794 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-3c64ff9a-3ffe-4ada-8c27-168a442fcb6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:32:25.991763 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a11d42d5-c6f9-4b2c-9460-99ac3cb91939 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:26.004658 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11d42d5-c6f9-4b2c-9460-99ac3cb91939 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d269001-9e9c-479f-88fd-1acf166660c3,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:32:26.009874 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a11d42d5-c6f9-4b2c-9460-99ac3cb91939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:32:26.016401 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-a11d42d5-c6f9-4b2c-9460-99ac3cb91939 admin admin] 10.222.0.36 "DELETE /v2.0/networks/9d269001-9e9c-479f-88fd-1acf166660c3 HTTP/1.1" status: 204  len: 168 time: 2.9050214
Apr 19 19:32:26.181708 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 55818) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:32:26.194869 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5139602f-418c-4a07-9ec1-3dd1193968fa req-439667ed-020f-4ca4-b4a3-4bd2a67d1b4e tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:26.196792 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5139602f-418c-4a07-9ec1-3dd1193968fa req-439667ed-020f-4ca4-b4a3-4bd2a67d1b4e tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9d12116-ab28-4eec-b0dd-7ab43e7386a4 HTTP/1.1" status: 200  len: 944 time: 0.1560121
Apr 19 19:32:26.245982 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-dfef7685-73bf-41f5-b301-ce0db359384d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cc39b9932e394741a871cc678ffadd40&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0627806
Apr 19 19:32:26.250389 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 55822) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:32:26.270991 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5139602f-418c-4a07-9ec1-3dd1193968fa req-b1c56fcd-a6b4-4658-954b-166034c97005 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/security-groups?id=823bdc8f-2b33-4b7a-96ea-a1e32c9160e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0652533
Apr 19 19:32:26.286482 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55587cb-d390-4d62-ae6c-dad27afd5e7d req-78e0ff9d-3ce5-4ac9-a2a9-aa2a59e20675 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:26.288103 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c55587cb-d390-4d62-ae6c-dad27afd5e7d req-78e0ff9d-3ce5-4ac9-a2a9-aa2a59e20675 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/ports?device_id=29e8adf8-9f42-4342-8a9c-f3b55cba4b7c HTTP/1.1" status: 200  len: 944 time: 0.1693208
Apr 19 19:32:26.344620 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c55587cb-d390-4d62-ae6c-dad27afd5e7d req-24bcc1d6-a5cb-4121-9a4a-46f207a068a6 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1da71a4-cef9-4aab-90f4-109eea8adbb9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497398
Apr 19 19:32:26.344941 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-611c76b7-08ec-44a5-81fb-c4c22655c858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:26.379398 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-611c76b7-08ec-44a5-81fb-c4c22655c858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:26.436024 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-611c76b7-08ec-44a5-81fb-c4c22655c858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:26.442477 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-61f5b266-53b1-4a09-9152-c3fbbf529627 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:32:26.462556 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611c76b7-08ec-44a5-81fb-c4c22655c858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63bc2fef-edc8-456e-9900-00880a6741a4,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:32:26.466618 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-611c76b7-08ec-44a5-81fb-c4c22655c858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:32:26.469947 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-611c76b7-08ec-44a5-81fb-c4c22655c858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:26.471533 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-611c76b7-08ec-44a5-81fb-c4c22655c858 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/63bc2fef-edc8-456e-9900-00880a6741a4 HTTP/1.1" status: 204  len: 168 time: 0.2197869
Apr 19 19:32:27.611006 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device bc96af81-a357-433c-80ba-3687b81326c3 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 19:32:27.621437 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device f81f6244-c7d7-48d3-bae9-70946c5b8145 up at agent hyperv_hv-cinder-78693 {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:32:27.659959 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33df456-60cb-442f-b50c-173e16b84a62 req-aa17cc95-c3f0-4e48-abe2-615844d1c42c tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:27.661613 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b33df456-60cb-442f-b50c-173e16b84a62 req-aa17cc95-c3f0-4e48-abe2-615844d1c42c tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9d12116-ab28-4eec-b0dd-7ab43e7386a4 HTTP/1.1" status: 200  len: 944 time: 0.2371082
Apr 19 19:32:27.741775 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b33df456-60cb-442f-b50c-173e16b84a62 req-3a7f2311-c6f3-4741-a080-3cb1db9053d5 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/security-groups?id=823bdc8f-2b33-4b7a-96ea-a1e32c9160e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0638616
Apr 19 19:32:27.756858 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3990400-44bb-424a-8a40-baee5e766d38 req-71c06d44-8af4-483c-9100-9e6fe8fcd212 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:27.759033 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c3990400-44bb-424a-8a40-baee5e766d38 req-71c06d44-8af4-483c-9100-9e6fe8fcd212 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/ports?device_id=29e8adf8-9f42-4342-8a9c-f3b55cba4b7c HTTP/1.1" status: 200  len: 944 time: 0.1713760
Apr 19 19:32:27.826489 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c3990400-44bb-424a-8a40-baee5e766d38 req-461878c4-6368-40b9-9189-72bf19447f14 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1da71a4-cef9-4aab-90f4-109eea8adbb9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0519340
Apr 19 19:32:27.877678 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Provisioning complete for port f81f6244-c7d7-48d3-bae9-70946c5b8145 triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:32:27.878018 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:28.223046 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port bc96af81-a357-433c-80ba-3687b81326c3, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=bc96af81-a357-433c-80ba-3687b81326c3,segment=NetworkSegment(ba613c43-a0d4-48ab-98c6-225de025afbc),segment_id=ba613c43-a0d4-48ab-98c6-225de025afbc)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:32:28.250137 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Returning: {'device': 'bc96af81-a357-433c-80ba-3687b81326c3', 'network_id': '6bc43f42-83b1-4f83-bfff-5d0318eef92c', 'port_id': 'bc96af81-a357-433c-80ba-3687b81326c3', 'mac_address': 'fa:16:3e:61:0e:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1ed8313-f386-4db8-8de3-b6bf3e8e6da1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 19:32:28.397876 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:28.413789 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:28.444102 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc96af81-a357-433c-80ba-3687b81326c3 {{(pid=86370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:32:28.454135 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d12116-ab28-4eec-b0dd-7ab43e7386a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81f6244-c7d7-48d3-bae9-70946c5b8145'}] {{(pid=86370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:32:28.473945 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port f81f6244-c7d7-48d3-bae9-70946c5b8145, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f81f6244-c7d7-48d3-bae9-70946c5b8145,segment=NetworkSegment(00035a8f-a81f-4089-9be6-fd708daf7fa2),segment_id=00035a8f-a81f-4089-9be6-fd708daf7fa2)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:32:28.479680 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port bc96af81-a357-433c-80ba-3687b81326c3, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=bc96af81-a357-433c-80ba-3687b81326c3,segment=NetworkSegment(ba613c43-a0d4-48ab-98c6-225de025afbc),segment_id=ba613c43-a0d4-48ab-98c6-225de025afbc)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:32:28.481011 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:28.483098 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a31a0c93-35c5-4b57-b18c-c4e2ef9c27cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:32:28.524344 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:28.571608 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Pushing event updated for resources: {'Port': ['ID=f81f6244-c7d7-48d3-bae9-70946c5b8145,revision_number=8']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:32:28.575860 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d12116-ab28-4eec-b0dd-7ab43e7386a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81f6244-c7d7-48d3-bae9-70946c5b8145', 'code': 200}
Apr 19 19:32:28.576646 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:32:28.578096 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:32:28.669634 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Pushing event updated for resources: {'Port': ['ID=bc96af81-a357-433c-80ba-3687b81326c3,revision_number=4']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:32:28.676536 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:32:28.839777 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] get_ports_and_sgs() called for port_ids ['bc96af81-a357-433c-80ba-3687b81326c3'] {{(pid=86370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:32:29.020797 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:29.189163 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c7a34a-0a9c-4133-9acc-634af66c8a37 req-88820c52-f849-45d4-a5c8-dfab52fbaeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:29.192101 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-96c7a34a-0a9c-4133-9acc-634af66c8a37 req-88820c52-f849-45d4-a5c8-dfab52fbaeb9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f9d12116-ab28-4eec-b0dd-7ab43e7386a4 HTTP/1.1" status: 200  len: 1098 time: 0.2628000
Apr 19 19:32:29.206318 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9958f987-277c-4c63-bbeb-769c94caf833 req-401a825d-415d-4da8-9bc1-2ce2327fb888 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:29.208225 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9958f987-277c-4c63-bbeb-769c94caf833 req-401a825d-415d-4da8-9bc1-2ce2327fb888 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9d12116-ab28-4eec-b0dd-7ab43e7386a4 HTTP/1.1" status: 200  len: 945 time: 0.1570010
Apr 19 19:32:29.296382 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-96c7a34a-0a9c-4133-9acc-634af66c8a37 req-50507e56-cd90-4902-b1bb-353368292dc1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=823bdc8f-2b33-4b7a-96ea-a1e32c9160e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0946374
Apr 19 19:32:29.298155 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9958f987-277c-4c63-bbeb-769c94caf833 req-01ca6b07-715a-47c7-87b5-0609c9f6262b tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/security-groups?id=823bdc8f-2b33-4b7a-96ea-a1e32c9160e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0720277
Apr 19 19:32:29.317136 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a335bb-09e7-43fb-8140-f2d90c7a65b7 req-fff8f4cf-2962-488a-9dcb-5370f77f3669 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:29.320763 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f9a335bb-09e7-43fb-8140-f2d90c7a65b7 req-fff8f4cf-2962-488a-9dcb-5370f77f3669 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/ports?device_id=29e8adf8-9f42-4342-8a9c-f3b55cba4b7c HTTP/1.1" status: 200  len: 945 time: 0.1843085
Apr 19 19:32:29.405339 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f9a335bb-09e7-43fb-8140-f2d90c7a65b7 req-8fcd8e2e-bbe6-40a6-a4f9-a755549630e4 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1da71a4-cef9-4aab-90f4-109eea8adbb9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0630910
Apr 19 19:32:30.675486 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16249f86-db75-407d-80d4-c7789db042a6 req-7d27f5da-322b-4cb2-8f2c-462911c01430 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:30.676954 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-16249f86-db75-407d-80d4-c7789db042a6 req-7d27f5da-322b-4cb2-8f2c-462911c01430 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9d12116-ab28-4eec-b0dd-7ab43e7386a4 HTTP/1.1" status: 200  len: 945 time: 0.2067013
Apr 19 19:32:30.754901 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b2b85-e1fe-4dc7-9300-4740fa04efee req-79b2c6d5-abc8-4b5c-9d08-51c2827bc88d tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:30.756656 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-535b2b85-e1fe-4dc7-9300-4740fa04efee req-79b2c6d5-abc8-4b5c-9d08-51c2827bc88d tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/ports?device_id=29e8adf8-9f42-4342-8a9c-f3b55cba4b7c HTTP/1.1" status: 200  len: 945 time: 0.1598094
Apr 19 19:32:30.760290 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-16249f86-db75-407d-80d4-c7789db042a6 req-8324a3f8-76ad-4a1a-ac58-3824c9399125 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/security-groups?id=823bdc8f-2b33-4b7a-96ea-a1e32c9160e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0684979
Apr 19 19:32:30.813056 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-535b2b85-e1fe-4dc7-9300-4740fa04efee req-a231dbaf-bca1-4ef8-991b-55e374f14b29 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1da71a4-cef9-4aab-90f4-109eea8adbb9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498080
Apr 19 19:32:31.645188 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device bc96af81-a357-433c-80ba-3687b81326c3 up at agent hyperv_hv-cinder-78693 {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:32:31.767917 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Provisioning for port bc96af81-a357-433c-80ba-3687b81326c3 completed by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:32:31.773258 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Provisioning complete for port bc96af81-a357-433c-80ba-3687b81326c3 triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:32:31.774124 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:31.925745 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:31.957200 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29e8adf8-9f42-4342-8a9c-f3b55cba4b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc96af81-a357-433c-80ba-3687b81326c3'}] {{(pid=86370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:32:31.970250 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port bc96af81-a357-433c-80ba-3687b81326c3, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=bc96af81-a357-433c-80ba-3687b81326c3,segment=NetworkSegment(ba613c43-a0d4-48ab-98c6-225de025afbc),segment_id=ba613c43-a0d4-48ab-98c6-225de025afbc)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:32:31.973517 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:31.978458 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:32:32.058913 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29e8adf8-9f42-4342-8a9c-f3b55cba4b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc96af81-a357-433c-80ba-3687b81326c3', 'code': 200}
Apr 19 19:32:32.085191 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b296f-59ef-4ac3-bc65-291af149f46f req-2ac4f3a4-03b5-4936-a9b9-a3203b6bf1e7 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:32.087964 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Pushing event updated for resources: {'Port': ['ID=bc96af81-a357-433c-80ba-3687b81326c3,revision_number=5']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:32:32.088215 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-268b296f-59ef-4ac3-bc65-291af149f46f req-2ac4f3a4-03b5-4936-a9b9-a3203b6bf1e7 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/ports?device_id=29e8adf8-9f42-4342-8a9c-f3b55cba4b7c HTTP/1.1" status: 200  len: 946 time: 0.1400836
Apr 19 19:32:32.094206 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:32:32.165281 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-268b296f-59ef-4ac3-bc65-291af149f46f req-a3e5c15d-c688-4223-8f49-d80a484d177f tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1da71a4-cef9-4aab-90f4-109eea8adbb9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0674701
Apr 19 19:32:32.428200 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb80c6-2d87-4288-8317-b10746e9efe3 req-0def05fb-57aa-4ef2-b299-9413227a532a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:32.429863 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6bbb80c6-2d87-4288-8317-b10746e9efe3 req-0def05fb-57aa-4ef2-b299-9413227a532a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=29e8adf8-9f42-4342-8a9c-f3b55cba4b7c HTTP/1.1" status: 200  len: 1099 time: 0.0875831
Apr 19 19:32:32.492354 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6bbb80c6-2d87-4288-8317-b10746e9efe3 req-9155dfbc-5feb-4ec8-9ab4-9dce83faf18b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e1da71a4-cef9-4aab-90f4-109eea8adbb9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0546069
Apr 19 19:32:33.383845 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f502e41b-5601-40e6-ae63-68c624a2f557 req-78b0bac6-552d-4a49-b3f3-d9e3cfe932c9 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:33.385476 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f502e41b-5601-40e6-ae63-68c624a2f557 req-78b0bac6-552d-4a49-b3f3-d9e3cfe932c9 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/ports?device_id=29e8adf8-9f42-4342-8a9c-f3b55cba4b7c HTTP/1.1" status: 200  len: 946 time: 0.0955634
Apr 19 19:32:33.451517 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f502e41b-5601-40e6-ae63-68c624a2f557 req-106d1405-f28f-4de5-b320-741d06db4143 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1da71a4-cef9-4aab-90f4-109eea8adbb9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0591285
Apr 19 19:32:34.731468 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf51a7d-9f99-4edb-b36f-e5f5c4ce727c req-17ac232a-6a73-4d3b-a546-84697834a9d2 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:34.733218 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-eaf51a7d-9f99-4edb-b36f-e5f5c4ce727c req-17ac232a-6a73-4d3b-a546-84697834a9d2 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/ports?device_id=29e8adf8-9f42-4342-8a9c-f3b55cba4b7c HTTP/1.1" status: 200  len: 946 time: 0.1007807
Apr 19 19:32:34.794690 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-eaf51a7d-9f99-4edb-b36f-e5f5c4ce727c req-9517debe-d432-4831-84fd-9d4bc431c385 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1da71a4-cef9-4aab-90f4-109eea8adbb9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0540893
Apr 19 19:32:35.015589 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa1765-a8b1-4943-97d2-c09c1a5f3ad6 req-5aed7752-f187-40f4-9aa4-d77baf236ec3 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:35.017336 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-75aa1765-a8b1-4943-97d2-c09c1a5f3ad6 req-5aed7752-f187-40f4-9aa4-d77baf236ec3 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/ports?device_id=29e8adf8-9f42-4342-8a9c-f3b55cba4b7c HTTP/1.1" status: 200  len: 946 time: 0.0974724
Apr 19 19:32:35.084144 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-75aa1765-a8b1-4943-97d2-c09c1a5f3ad6 req-aac4876c-d1c9-4946-9c33-5ec00001ff5f tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1da71a4-cef9-4aab-90f4-109eea8adbb9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0585246
Apr 19 19:32:35.116022 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 55942) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:32:35.410483 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182e5e76-dd19-46a4-b1f6-7914312ac0f3 tempest-TestVolumeBootPattern-1374049575 tempest-TestVolumeBootPattern-1374049575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:35.412278 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-182e5e76-dd19-46a4-b1f6-7914312ac0f3 tempest-TestVolumeBootPattern-1374049575 tempest-TestVolumeBootPattern-1374049575-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=29e8adf8-9f42-4342-8a9c-f3b55cba4b7c HTTP/1.1" status: 200  len: 1094 time: 0.2947252
Apr 19 19:32:35.416057 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 55948) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:32:35.426708 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-7712393b-d3b5-442a-b68e-723d1aa4e72d tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Request body: {'floatingip': {'floating_network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'port_id': 'bc96af81-a357-433c-80ba-3687b81326c3', 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:32:35.438529 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-7712393b-d3b5-442a-b68e-723d1aa4e72d tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:32:35.443935 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-7712393b-d3b5-442a-b68e-723d1aa4e72d tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Usage tracker for resource:floatingip and tenant:bc5b0bd7c7ca48888f8782e781e6974d is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:32:35.447690 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-7712393b-d3b5-442a-b68e-723d1aa4e72d tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:32:35.455253 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-7712393b-d3b5-442a-b68e-723d1aa4e72d tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:32:35.466774 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7712393b-d3b5-442a-b68e-723d1aa4e72d tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks [] for floatingip, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:35.639032 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7712393b-d3b5-442a-b68e-723d1aa4e72d tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:35.801157 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-7712393b-d3b5-442a-b68e-723d1aa4e72d tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Allocated IP 172.27.1.23 (4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c/7025e6d6-1695-4f32-acf4-f47e4f1fcca5/0c564177-5bcc-49d8-bc93-33d7bbab0bc3) {{(pid=86369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:32:36.022425 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7712393b-d3b5-442a-b68e-723d1aa4e72d tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks [] for port, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:36.076870 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7712393b-d3b5-442a-b68e-723d1aa4e72d tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739738723801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31618435'] for port, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:36.086304 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-d30bb44b-eb9d-4f06-8126-0c33893492bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:32:36.202148 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7712393b-d3b5-442a-b68e-723d1aa4e72d tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Network 4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c is already hosted by enough agents. {{(pid=86369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:32:36.204555 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-7712393b-d3b5-442a-b68e-723d1aa4e72d tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Resources bound (agent type, host, resource id):  {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:32:36.216770 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7712393b-d3b5-442a-b68e-723d1aa4e72d tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Received port after_create {{(pid=86369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:32:36.276995 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7712393b-d3b5-442a-b68e-723d1aa4e72d tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Pushing event updated for resources: {'Port': ['ID=0c564177-5bcc-49d8-bc93-33d7bbab0bc3,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:32:36.288026 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-7712393b-d3b5-442a-b68e-723d1aa4e72d tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:32:36.721035 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7712393b-d3b5-442a-b68e-723d1aa4e72d tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:36.805859 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7712393b-d3b5-442a-b68e-723d1aa4e72d tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:37.045562 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7712393b-d3b5-442a-b68e-723d1aa4e72d tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:37.049487 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7712393b-d3b5-442a-b68e-723d1aa4e72d tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823157366'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:37.054695 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-544d41d1-7c2e-47a4-a6d6-8c61ffea5c0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:32:37.167896 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7712393b-d3b5-442a-b68e-723d1aa4e72d tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Pushing event updated for resources: {'Port': ['ID=0c564177-5bcc-49d8-bc93-33d7bbab0bc3,revision_number=2']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:32:37.181846 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-7712393b-d3b5-442a-b68e-723d1aa4e72d tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:32:37.192032 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7712393b-d3b5-442a-b68e-723d1aa4e72d tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854086990'] for floatingip, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:37.443359 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.db.l3_db [None req-7712393b-d3b5-442a-b68e-723d1aa4e72d tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Floating IP d053c54a-e923-4a29-a465-23f81459d9e3 associated. External IP: 172.27.1.23, port: bc96af81-a357-433c-80ba-3687b81326c3.
Apr 19 19:32:38.176272 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7712393b-d3b5-442a-b68e-723d1aa4e72d tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Router 7201a3a2-4a9f-4461-ae9c-28e3ac792d7d has already been hosted by L3 agent a3cf2d1c-6710-4478-a129-20091cfe97d1 {{(pid=86369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:32:38.404271 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7712393b-d3b5-442a-b68e-723d1aa4e72d tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify agent at l3_agent.dv-cinder-786932-1-iscsi the message routers_updated {{(pid=86369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:32:38.419507 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07ef6d3-cb47-4fd9-9ada-723e555765f5 None None] Sync routers for ids ['7201a3a2-4a9f-4461-ae9c-28e3ac792d7d'] in dv-cinder-786932-1-iscsi {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:32:38.437038 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07ef6d3-cb47-4fd9-9ada-723e555765f5 None None] Routers {'7201a3a2-4a9f-4461-ae9c-28e3ac792d7d'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:32:38.438186 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-d07ef6d3-cb47-4fd9-9ada-723e555765f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0f0d71d0>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:32:19Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['7201a3a2-4a9f-4461-ae9c-28e3ac792d7d'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:32:38.445401 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7712393b-d3b5-442a-b68e-723d1aa4e72d tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for floatingip, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:38.571812 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-7712393b-d3b5-442a-b68e-723d1aa4e72d tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.1461060
Apr 19 19:32:38.571812 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29e8adf8-9f42-4342-8a9c-f3b55cba4b7c', 'tag': 'bc96af81-a357-433c-80ba-3687b81326c3'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:32:38.635910 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29e8adf8-9f42-4342-8a9c-f3b55cba4b7c', 'tag': 'bc96af81-a357-433c-80ba-3687b81326c3', 'status': 'completed', 'code': 200}
Apr 19 19:32:38.797912 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d199d87-d288-41d3-bfa8-70f52afa9117 req-15269e7e-1e06-4095-a374-21c33f321392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:38.799769 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9d199d87-d288-41d3-bfa8-70f52afa9117 req-15269e7e-1e06-4095-a374-21c33f321392 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc5b0bd7c7ca48888f8782e781e6974d&device_id=29e8adf8-9f42-4342-8a9c-f3b55cba4b7c HTTP/1.1" status: 200  len: 1099 time: 0.1040728
Apr 19 19:32:38.881970 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-d07ef6d3-cb47-4fd9-9ada-723e555765f5 None None] Set router 7201a3a2-4a9f-4461-ae9c-28e3ac792d7d gateway port host: dv-cinder-786932-1-iscsi {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:32:38.965836 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d199d87-d288-41d3-bfa8-70f52afa9117 req-bfc71afc-1fe3-4981-8694-6d550d2fda4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:38.968268 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9d199d87-d288-41d3-bfa8-70f52afa9117 req-bfc71afc-1fe3-4981-8694-6d550d2fda4a service neutron] 10.222.0.20 "GET /v2.0/networks?id=6bc43f42-83b1-4f83-bfff-5d0318eef92c HTTP/1.1" status: 200  len: 912 time: 0.1601102
Apr 19 19:32:39.118683 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9d199d87-d288-41d3-bfa8-70f52afa9117 req-f2128b02-9259-44fd-b285-c17cdb179243 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc96af81-a357-433c-80ba-3687b81326c3 HTTP/1.1" status: 200  len: 999 time: 0.1411302
Apr 19 19:32:39.252849 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d199d87-d288-41d3-bfa8-70f52afa9117 req-22248e60-9b82-41f3-98b4-050c328006cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:39.255664 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9d199d87-d288-41d3-bfa8-70f52afa9117 req-22248e60-9b82-41f3-98b4-050c328006cd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d1ed8313-f386-4db8-8de3-b6bf3e8e6da1 HTTP/1.1" status: 200  len: 850 time: 0.1298380
Apr 19 19:32:39.372645 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d199d87-d288-41d3-bfa8-70f52afa9117 req-22a70d6d-9963-418a-b4f0-f3a21061b623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:39.375645 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9d199d87-d288-41d3-bfa8-70f52afa9117 req-22a70d6d-9963-418a-b4f0-f3a21061b623 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6bc43f42-83b1-4f83-bfff-5d0318eef92c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1130478
Apr 19 19:32:39.471287 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-d07ef6d3-cb47-4fd9-9ada-723e555765f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0f0d71d0>, [{'id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'name': 'tempest-TestVolumeBootPattern-251130334-router', 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '702b169c-ac64-4c3f-8b86-38be529c5521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:31:24Z', 'updated_at': '2021-04-19T19:31:32Z', 'revision_number': 4, 'project_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'gw_port': {'id': '702b169c-ac64-4c3f-8b86-38be529c5521', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:31:26Z', 'updated_at': '2021-04-19T19:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_floatingips': [{'id': 'd053c54a-e923-4a29-a465-23f81459d9e3', 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'floating_ip_address': '172.27.1.23', 'floating_network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'router_id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'port_id': 'bc96af81-a357-433c-80ba-3687b81326c3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bc43f42-83b1-4f83-bfff-5d0318eef92c', 'mac_address': 'fa:16:3e:61:0e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e8adf8-9f42-4342-8a9c-f3b55cba4b7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:32:36Z', 'updated_at': '2021-04-19T19:32:36Z', 'revision_number': 0, 'project_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9044044-1351-4a58-9760-b33f9513d678', 'name': '', 'network_id': '6bc43f42-83b1-4f83-bfff-5d0318eef92c', 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'mac_address': 'fa:16:3e:d6:3a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'd1ed8313-f386-4db8-8de3-b6bf3e8e6da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:31:31Z', 'updated_at': '2021-04-19T19:31:44Z', 'revision_number': 5, 'project_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'subnets': [{'id': 'd1ed8313-f386-4db8-8de3-b6bf3e8e6da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:32:39.476120 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07ef6d3-cb47-4fd9-9ada-723e555765f5 None None] Checking router: 7201a3a2-4a9f-4461-ae9c-28e3ac792d7d for host: dv-cinder-786932-1-iscsi {{(pid=86371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:32:39.487658 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07ef6d3-cb47-4fd9-9ada-723e555765f5 None None] Routers {'7201a3a2-4a9f-4461-ae9c-28e3ac792d7d'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:32:39.488389 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-d07ef6d3-cb47-4fd9-9ada-723e555765f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0f0d71d0>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:32:19Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['7201a3a2-4a9f-4461-ae9c-28e3ac792d7d'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:32:39.618704 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9d199d87-d288-41d3-bfa8-70f52afa9117 req-26e1f4a4-05d5-44e1-bd14-ac3ba9d544f5 service neutron] 10.222.0.20 "GET /v2.0/networks/6bc43f42-83b1-4f83-bfff-5d0318eef92c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2355168
Apr 19 19:32:39.770784 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-d07ef6d3-cb47-4fd9-9ada-723e555765f5 None None] Set router 7201a3a2-4a9f-4461-ae9c-28e3ac792d7d gateway port host: dv-cinder-786932-1-iscsi {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:32:39.905841 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9d199d87-d288-41d3-bfa8-70f52afa9117 req-a87dcec2-0e1f-4fd5-a25a-74ad0ac62d30 service neutron] 10.222.0.20 "GET /v2.0/networks/6bc43f42-83b1-4f83-bfff-5d0318eef92c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2789459
Apr 19 19:32:40.290679 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-d07ef6d3-cb47-4fd9-9ada-723e555765f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0f0d71d0>, [{'id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'name': 'tempest-TestVolumeBootPattern-251130334-router', 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '702b169c-ac64-4c3f-8b86-38be529c5521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:31:24Z', 'updated_at': '2021-04-19T19:31:32Z', 'revision_number': 4, 'project_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'gw_port': {'id': '702b169c-ac64-4c3f-8b86-38be529c5521', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:31:26Z', 'updated_at': '2021-04-19T19:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_floatingips': [{'id': 'd053c54a-e923-4a29-a465-23f81459d9e3', 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'floating_ip_address': '172.27.1.23', 'floating_network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'router_id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'port_id': 'bc96af81-a357-433c-80ba-3687b81326c3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bc43f42-83b1-4f83-bfff-5d0318eef92c', 'mac_address': 'fa:16:3e:61:0e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e8adf8-9f42-4342-8a9c-f3b55cba4b7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:32:36Z', 'updated_at': '2021-04-19T19:32:36Z', 'revision_number': 0, 'project_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9044044-1351-4a58-9760-b33f9513d678', 'name': '', 'network_id': '6bc43f42-83b1-4f83-bfff-5d0318eef92c', 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'mac_address': 'fa:16:3e:d6:3a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'd1ed8313-f386-4db8-8de3-b6bf3e8e6da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:31:31Z', 'updated_at': '2021-04-19T19:31:44Z', 'revision_number': 5, 'project_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'subnets': [{'id': 'd1ed8313-f386-4db8-8de3-b6bf3e8e6da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:32:40.298947 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07ef6d3-cb47-4fd9-9ada-723e555765f5 None None] The sync data for ids ['7201a3a2-4a9f-4461-ae9c-28e3ac792d7d'] in dv-cinder-786932-1-iscsi is: [{'id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'name': 'tempest-TestVolumeBootPattern-251130334-router', 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '702b169c-ac64-4c3f-8b86-38be529c5521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:31:24Z', 'updated_at': '2021-04-19T19:31:32Z', 'revision_number': 4, 'project_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'gw_port': {'id': '702b169c-ac64-4c3f-8b86-38be529c5521', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:31:26Z', 'updated_at': '2021-04-19T19:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_floatingips': [{'id': 'd053c54a-e923-4a29-a465-23f81459d9e3', 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'floating_ip_address': '172.27.1.23', 'floating_network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'router_id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'port_id': 'bc96af81-a357-433c-80ba-3687b81326c3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bc43f42-83b1-4f83-bfff-5d0318eef92c', 'mac_address': 'fa:16:3e:61:0e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e8adf8-9f42-4342-8a9c-f3b55cba4b7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:32:36Z', 'updated_at': '2021-04-19T19:32:36Z', 'revision_number': 0, 'project_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9044044-1351-4a58-9760-b33f9513d678', 'name': '', 'network_id': '6bc43f42-83b1-4f83-bfff-5d0318eef92c', 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'mac_address': 'fa:16:3e:d6:3a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'd1ed8313-f386-4db8-8de3-b6bf3e8e6da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:31:31Z', 'updated_at': '2021-04-19T19:31:44Z', 'revision_number': 5, 'project_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'subnets': [{'id': 'd1ed8313-f386-4db8-8de3-b6bf3e8e6da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:32:40.610848 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee287c7-0ad0-4e22-9a3a-4baaede80499 None None] New status for floating IP d053c54a-e923-4a29-a465-23f81459d9e3: ACTIVE {{(pid=86370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 19:32:43.382659 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac4a1a5-8365-4418-b58d-dbb29c493ebc req-10d87fba-4e48-48c4-9511-92e6b1bd06fe tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:43.384379 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-eac4a1a5-8365-4418-b58d-dbb29c493ebc req-10d87fba-4e48-48c4-9511-92e6b1bd06fe tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 946 time: 0.1161826
Apr 19 19:32:43.436138 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-eac4a1a5-8365-4418-b58d-dbb29c493ebc req-bfe000fd-dfc1-4baa-a34d-843463483c11 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=374ca9db-06bf-4b18-b6c0-036a92e6c489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443573
Apr 19 19:32:44.727518 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc35790c-3e76-4eff-b68b-13bb4b87e197 req-8a92907a-b955-446a-9734-24cc34883bfa tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:44.729452 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bc35790c-3e76-4eff-b68b-13bb4b87e197 req-8a92907a-b955-446a-9734-24cc34883bfa tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 946 time: 0.1001034
Apr 19 19:32:44.784619 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-bc35790c-3e76-4eff-b68b-13bb4b87e197 req-57c3f3ed-9fac-45c8-95a2-5acec2766754 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups?id=374ca9db-06bf-4b18-b6c0-036a92e6c489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479860
Apr 19 19:32:44.944203 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba48c7-657c-42b0-bac8-889f810174e7 req-d69e20a2-c98c-41e0-b840-876e18ed65cc tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:32:44.945037 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-edba48c7-657c-42b0-bac8-889f810174e7 req-d69e20a2-c98c-41e0-b840-876e18ed65cc tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Synchronizing usage tracker for tenant:c6333d4d4b1249bfb35237c3c56fe86e on resource:port {{(pid=86369) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:32:44.964335 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-edba48c7-657c-42b0-bac8-889f810174e7 req-d69e20a2-c98c-41e0-b840-876e18ed65cc tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Unset dirty status for tenant:c6333d4d4b1249bfb35237c3c56fe86e on resource:port {{(pid=86369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:32:44.965703 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-edba48c7-657c-42b0-bac8-889f810174e7 req-d69e20a2-c98c-41e0-b840-876e18ed65cc tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.20 "GET /v2.0/ports?device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 946 time: 0.1275136
Apr 19 19:32:45.052232 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-edba48c7-657c-42b0-bac8-889f810174e7 req-ff32c30b-e3e3-4528-9143-94613cec48d6 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Deleting port d8a7c84d-36c6-4271-900a-aba37d861a41 {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:32:45.052646 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-edba48c7-657c-42b0-bac8-889f810174e7 req-ff32c30b-e3e3-4528-9143-94613cec48d6 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:45.341187 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-edba48c7-657c-42b0-bac8-889f810174e7 req-ff32c30b-e3e3-4528-9143-94613cec48d6 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] For port d8a7c84d-36c6-4271-900a-aba37d861a41, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d8a7c84d-36c6-4271-900a-aba37d861a41,segment=NetworkSegment(2744bb2d-9e24-4863-b8d8-e4b09c9832ec),segment_id=2744bb2d-9e24-4863-b8d8-e4b09c9832ec)] {{(pid=86369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:32:45.341516 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-edba48c7-657c-42b0-bac8-889f810174e7 req-ff32c30b-e3e3-4528-9143-94613cec48d6 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697982'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:45.708883 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-edba48c7-657c-42b0-bac8-889f810174e7 req-ff32c30b-e3e3-4528-9143-94613cec48d6 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:45.709513 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-edba48c7-657c-42b0-bac8-889f810174e7 req-ff32c30b-e3e3-4528-9143-94613cec48d6 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854086990'] for floatingip, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:45.709983 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.db.l3_db [req-edba48c7-657c-42b0-bac8-889f810174e7 req-ff32c30b-e3e3-4528-9143-94613cec48d6 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Floating IP ae52937e-2137-4c61-a0cd-c8be6e0cf6f2 disassociated. External IP: 172.27.1.95, port: d8a7c84d-36c6-4271-900a-aba37d861a41.
Apr 19 19:32:45.710457 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-edba48c7-657c-42b0-bac8-889f810174e7 req-ff32c30b-e3e3-4528-9143-94613cec48d6 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Calling delete_port for d8a7c84d-36c6-4271-900a-aba37d861a41 owned by compute:nova {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:32:45.817476 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d42244d0-d313-4f2c-ad86-0dd28ef9f10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:45.916469 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-edba48c7-657c-42b0-bac8-889f810174e7 req-ff32c30b-e3e3-4528-9143-94613cec48d6 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297115604255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297116051999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31618435'] for port, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:45.925428 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-f99b81a2-d89f-497c-a80c-9c90a9bbdcdf tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:32:45.983652 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff32c30b-e3e3-4528-9143-94613cec48d6 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Pushing event deleted for resources: {'Port': ['ID=d8a7c84d-36c6-4271-900a-aba37d861a41,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:32:45.987681 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-ff32c30b-e3e3-4528-9143-94613cec48d6 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:32:45.997763 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fff11299-2210-4dbd-8921-39620ef0fe33 req-56e4e8f1-0e02-44f2-b556-a663c9865e54 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/ports?device_id=0616dee0-4cee-4e37-b5ac-dad350bfa943 HTTP/1.1" status: 200  len: 210 time: 0.0705495
Apr 19 19:32:46.238995 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-edba48c7-657c-42b0-bac8-889f810174e7 req-ff32c30b-e3e3-4528-9143-94613cec48d6 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Router 248bb514-a0b2-4d79-87cb-c26c21a1f2a8 has already been hosted by L3 agent a3cf2d1c-6710-4478-a129-20091cfe97d1 {{(pid=86369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:32:46.479985 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-edba48c7-657c-42b0-bac8-889f810174e7 req-ff32c30b-e3e3-4528-9143-94613cec48d6 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify agent at l3_agent.dv-cinder-786932-1-iscsi the message routers_updated {{(pid=86369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:32:46.494404 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016af696-0c73-431c-a308-771db6315fac None None] Sync routers for ids ['248bb514-a0b2-4d79-87cb-c26c21a1f2a8'] in dv-cinder-786932-1-iscsi {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:32:46.525417 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016af696-0c73-431c-a308-771db6315fac None None] Routers {'248bb514-a0b2-4d79-87cb-c26c21a1f2a8'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:32:46.527128 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-016af696-0c73-431c-a308-771db6315fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0f4099e8>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:32:19Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['248bb514-a0b2-4d79-87cb-c26c21a1f2a8'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:32:46.570616 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-edba48c7-657c-42b0-bac8-889f810174e7 req-ff32c30b-e3e3-4528-9143-94613cec48d6 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] No DVR routers for this DVR port d8a7c84d-36c6-4271-900a-aba37d861a41 on host hv-cinder-78693 {{(pid=86369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 19:32:46.573797 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-edba48c7-657c-42b0-bac8-889f810174e7 req-ff32c30b-e3e3-4528-9143-94613cec48d6 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:46.577258 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0616dee0-4cee-4e37-b5ac-dad350bfa943', 'name': 'network-vif-deleted', 'tag': 'd8a7c84d-36c6-4271-900a-aba37d861a41'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:32:46.596119 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-edba48c7-657c-42b0-bac8-889f810174e7 req-ff32c30b-e3e3-4528-9143-94613cec48d6 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.20 "DELETE /v2.0/ports/d8a7c84d-36c6-4271-900a-aba37d861a41 HTTP/1.1" status: 204  len: 173 time: 1.6228585
Apr 19 19:32:46.653534 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0616dee0-4cee-4e37-b5ac-dad350bfa943', 'name': 'network-vif-deleted', 'tag': 'd8a7c84d-36c6-4271-900a-aba37d861a41', 'status': 'completed', 'code': 200}
Apr 19 19:32:46.828306 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-016af696-0c73-431c-a308-771db6315fac None None] Set router 248bb514-a0b2-4d79-87cb-c26c21a1f2a8 gateway port host: dv-cinder-786932-1-iscsi {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:32:47.180036 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 56076) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:32:47.260872 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6b911fd8-c034-4efd-a375-95b8b07d2e1e tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:47.298439 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6b911fd8-c034-4efd-a375-95b8b07d2e1e tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:47.332515 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-016af696-0c73-431c-a308-771db6315fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0f4099e8>, [{'id': '248bb514-a0b2-4d79-87cb-c26c21a1f2a8', 'name': 'tempest-AttachVolumeShelveTestJSON-524394787-router', 'tenant_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '5ce43ab9-98a7-4573-9309-57ada95594b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:24:58Z', 'updated_at': '2021-04-19T19:25:11Z', 'revision_number': 4, 'project_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'gw_port': {'id': '5ce43ab9-98a7-4573-9309-57ada95594b1', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248bb514-a0b2-4d79-87cb-c26c21a1f2a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:01Z', 'updated_at': '2021-04-19T19:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_interfaces': [{'id': '1a42727e-7ce6-43ff-b62f-63bfbec37705', 'name': '', 'network_id': 'a89eb528-cfbf-497b-ad2d-b1613a8bf395', 'tenant_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'mac_address': 'fa:16:3e:6b:3f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248bb514-a0b2-4d79-87cb-c26c21a1f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '194aa9b4-1b11-48c1-957e-a5acc2bb888c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:09Z', 'updated_at': '2021-04-19T19:25:25Z', 'revision_number': 5, 'project_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'subnets': [{'id': '194aa9b4-1b11-48c1-957e-a5acc2bb888c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:32:47.338166 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016af696-0c73-431c-a308-771db6315fac None None] Checking router: 248bb514-a0b2-4d79-87cb-c26c21a1f2a8 for host: dv-cinder-786932-1-iscsi {{(pid=86371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:32:47.349656 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016af696-0c73-431c-a308-771db6315fac None None] Routers {'248bb514-a0b2-4d79-87cb-c26c21a1f2a8'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:32:47.350560 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-016af696-0c73-431c-a308-771db6315fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0f4099e8>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:32:19Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['248bb514-a0b2-4d79-87cb-c26c21a1f2a8'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:32:47.351329 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6b911fd8-c034-4efd-a375-95b8b07d2e1e tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:47.356150 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8cc43075-2097-4b77-8a6b-110d28a7a90a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:32:47.374756 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b911fd8-c034-4efd-a375-95b8b07d2e1e tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=374ca9db-06bf-4b18-b6c0-036a92e6c489,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:32:47.378008 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-6b911fd8-c034-4efd-a375-95b8b07d2e1e tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:32:47.387481 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6b911fd8-c034-4efd-a375-95b8b07d2e1e tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:47.391866 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-6b911fd8-c034-4efd-a375-95b8b07d2e1e tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "DELETE /v2.0/security-groups/374ca9db-06bf-4b18-b6c0-036a92e6c489 HTTP/1.1" status: 204  len: 168 time: 0.2079175
Apr 19 19:32:47.395360 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 56080) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:32:47.424036 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.api.v2.resource [None req-a8cf1863-c4f0-41a4-a680-73276e7564e2 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] show failed (client error): The resource could not be found.
Apr 19 19:32:47.425514 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-a8cf1863-c4f0-41a4-a680-73276e7564e2 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "GET /v2.0/security-groups/374ca9db-06bf-4b18-b6c0-036a92e6c489 HTTP/1.1" status: 404  len: 347 time: 0.0284605
Apr 19 19:32:47.429249 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 56084) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:32:47.569887 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-016af696-0c73-431c-a308-771db6315fac None None] Set router 248bb514-a0b2-4d79-87cb-c26c21a1f2a8 gateway port host: dv-cinder-786932-1-iscsi {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:32:47.646505 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-b28196dc-eb57-46bf-afa8-1b54df920e34 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Deleting port bcb9787a-759b-47dd-acd7-e31400a449f9 {{(pid=86368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:32:47.646872 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b28196dc-eb57-46bf-afa8-1b54df920e34 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:47.650213 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-56618793-170e-4aa6-8efa-9c6d4ae7a1f6 None None] Agent healthcheck: found 6 active agents {{(pid=86371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:32:47.908323 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b28196dc-eb57-46bf-afa8-1b54df920e34 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697982'] for port, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:47.908988 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b28196dc-eb57-46bf-afa8-1b54df920e34 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:48.065956 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-b28196dc-eb57-46bf-afa8-1b54df920e34 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Calling delete_port for bcb9787a-759b-47dd-acd7-e31400a449f9 owned by network:floatingip {{(pid=86368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:32:48.256262 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-016af696-0c73-431c-a308-771db6315fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0f4099e8>, [{'id': '248bb514-a0b2-4d79-87cb-c26c21a1f2a8', 'name': 'tempest-AttachVolumeShelveTestJSON-524394787-router', 'tenant_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '5ce43ab9-98a7-4573-9309-57ada95594b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:24:58Z', 'updated_at': '2021-04-19T19:25:11Z', 'revision_number': 4, 'project_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'gw_port': {'id': '5ce43ab9-98a7-4573-9309-57ada95594b1', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248bb514-a0b2-4d79-87cb-c26c21a1f2a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:01Z', 'updated_at': '2021-04-19T19:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_interfaces': [{'id': '1a42727e-7ce6-43ff-b62f-63bfbec37705', 'name': '', 'network_id': 'a89eb528-cfbf-497b-ad2d-b1613a8bf395', 'tenant_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'mac_address': 'fa:16:3e:6b:3f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248bb514-a0b2-4d79-87cb-c26c21a1f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '194aa9b4-1b11-48c1-957e-a5acc2bb888c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:09Z', 'updated_at': '2021-04-19T19:25:25Z', 'revision_number': 5, 'project_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'subnets': [{'id': '194aa9b4-1b11-48c1-957e-a5acc2bb888c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:32:48.268522 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016af696-0c73-431c-a308-771db6315fac None None] The sync data for ids ['248bb514-a0b2-4d79-87cb-c26c21a1f2a8'] in dv-cinder-786932-1-iscsi is: [{'id': '248bb514-a0b2-4d79-87cb-c26c21a1f2a8', 'name': 'tempest-AttachVolumeShelveTestJSON-524394787-router', 'tenant_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '5ce43ab9-98a7-4573-9309-57ada95594b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:24:58Z', 'updated_at': '2021-04-19T19:25:11Z', 'revision_number': 4, 'project_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'gw_port': {'id': '5ce43ab9-98a7-4573-9309-57ada95594b1', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248bb514-a0b2-4d79-87cb-c26c21a1f2a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:01Z', 'updated_at': '2021-04-19T19:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_interfaces': [{'id': '1a42727e-7ce6-43ff-b62f-63bfbec37705', 'name': '', 'network_id': 'a89eb528-cfbf-497b-ad2d-b1613a8bf395', 'tenant_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'mac_address': 'fa:16:3e:6b:3f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248bb514-a0b2-4d79-87cb-c26c21a1f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '194aa9b4-1b11-48c1-957e-a5acc2bb888c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:09Z', 'updated_at': '2021-04-19T19:25:25Z', 'revision_number': 5, 'project_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'subnets': [{'id': '194aa9b4-1b11-48c1-957e-a5acc2bb888c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:32:48.307623 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b28196dc-eb57-46bf-afa8-1b54df920e34 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297115604255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297116051999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822331971'] for port, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:48.312665 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-13a3ae67-9bbc-4576-bc74-85f159cd7117 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:32:48.364482 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28196dc-eb57-46bf-afa8-1b54df920e34 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Pushing event deleted for resources: {'Port': ['ID=bcb9787a-759b-47dd-acd7-e31400a449f9,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:32:48.368097 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b28196dc-eb57-46bf-afa8-1b54df920e34 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:32:48.472205 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b28196dc-eb57-46bf-afa8-1b54df920e34 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks [] for floatingip, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:48.490148 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b28196dc-eb57-46bf-afa8-1b54df920e34 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for floatingip, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:48.491447 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-b28196dc-eb57-46bf-afa8-1b54df920e34 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] 10.222.0.36 "DELETE /v2.0/floatingips/ae52937e-2137-4c61-a0cd-c8be6e0cf6f2 HTTP/1.1" status: 204  len: 168 time: 1.0609701
Apr 19 19:32:48.628191 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-273738d1-9160-460e-8680-994ae8a8d0cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:48.783878 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60cf972-15cc-491a-8fa3-3944c205e32f None None] New status for floating IP ae52937e-2137-4c61-a0cd-c8be6e0cf6f2: DOWN {{(pid=86370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 19:32:48.843402 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 56116) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:32:48.989985 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-69b5faf7-1e5f-4c2f-b6a5-08df2e38bfa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:49.007893 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-69b5faf7-1e5f-4c2f-b6a5-08df2e38bfa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:32:49.012926 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-69b5faf7-1e5f-4c2f-b6a5-08df2e38bfa0 admin admin] Usage tracker for resource:security_group_rule and tenant:36ad7f51de1e4748881933fc6d284a68 is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:32:49.016533 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-69b5faf7-1e5f-4c2f-b6a5-08df2e38bfa0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:32:49.023859 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-69b5faf7-1e5f-4c2f-b6a5-08df2e38bfa0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:32:49.148233 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-69b5faf7-1e5f-4c2f-b6a5-08df2e38bfa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:49.151394 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-69b5faf7-1e5f-4c2f-b6a5-08df2e38bfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:49.161163 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-7170f147-bdc4-4c5f-801e-de44b86617bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:32:49.217171 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-69b5faf7-1e5f-4c2f-b6a5-08df2e38bfa0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=36ad7f51de1e4748881933fc6d284a68&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3722105
Apr 19 19:32:49.219249 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b5faf7-1e5f-4c2f-b6a5-08df2e38bfa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a47813b-937b-449a-a967-d93309fc5b7d,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:32:49.221263 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 56122) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:32:49.222785 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-69b5faf7-1e5f-4c2f-b6a5-08df2e38bfa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:32:49.300733 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ef51e777-6784-4589-83ac-5c0324bd1fa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:49.334644 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ef51e777-6784-4589-83ac-5c0324bd1fa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:49.388209 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ef51e777-6784-4589-83ac-5c0324bd1fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:49.394829 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-7f81c0dc-99bb-4f75-9e37-f0d04688513c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:32:49.411575 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef51e777-6784-4589-83ac-5c0324bd1fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a47813b-937b-449a-a967-d93309fc5b7d,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:32:49.413984 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ef51e777-6784-4589-83ac-5c0324bd1fa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:49.419320 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-ef51e777-6784-4589-83ac-5c0324bd1fa5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4a47813b-937b-449a-a967-d93309fc5b7d HTTP/1.1" status: 204  len: 168 time: 0.1927924
Apr 19 19:32:49.419320 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-ef51e777-6784-4589-83ac-5c0324bd1fa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:32:49.721821 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device d8a7c84d-36c6-4271-900a-aba37d861a41 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:32:49.795929 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] No Port match for: d8a7c84d-36c6-4271-900a-aba37d861a41 {{(pid=86370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:32:49.797129 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device d8a7c84d-36c6-4271-900a-aba37d861a41 not bound to the agent host hv-cinder-78693 {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:32:49.806591 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-000a1909-ab5b-4f97-8afb-04fdec5398f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:49.849870 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 56132) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:32:49.876029 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f6627714-5d8e-45c3-a799-74d4746f22cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:49.907620 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-f6627714-5d8e-45c3-a799-74d4746f22cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:32:49.915624 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-f6627714-5d8e-45c3-a799-74d4746f22cb admin admin] Usage tracker for resource:security_group_rule and tenant:b5e264cb67dc49aa9e1abb8f86f6bc09 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:32:49.921611 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-f6627714-5d8e-45c3-a799-74d4746f22cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:32:49.933673 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-f6627714-5d8e-45c3-a799-74d4746f22cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:32:49.949241 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:50.106239 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f6627714-5d8e-45c3-a799-74d4746f22cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:50.111289 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f6627714-5d8e-45c3-a799-74d4746f22cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:50.129506 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-14824b77-7da4-4bef-b172-9e90cf716648 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:32:50.217607 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-f6627714-5d8e-45c3-a799-74d4746f22cb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b5e264cb67dc49aa9e1abb8f86f6bc09&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3654175
Apr 19 19:32:50.220556 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6627714-5d8e-45c3-a799-74d4746f22cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e305dc0-cac7-48f3-942c-b8e0662b559b,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:32:50.220904 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 56144) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:32:50.227290 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-f6627714-5d8e-45c3-a799-74d4746f22cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:32:50.339465 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a0492489-d187-432c-90fd-a10b86c85e7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:50.395706 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a0492489-d187-432c-90fd-a10b86c85e7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:50.460897 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a0492489-d187-432c-90fd-a10b86c85e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:50.468435 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-82bc39b3-8f8d-4f3b-b9e5-631df229b1f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:32:50.488489 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0492489-d187-432c-90fd-a10b86c85e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e305dc0-cac7-48f3-942c-b8e0662b559b,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:32:50.492955 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a0492489-d187-432c-90fd-a10b86c85e7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:32:50.510312 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a0492489-d187-432c-90fd-a10b86c85e7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:50.512776 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-a0492489-d187-432c-90fd-a10b86c85e7e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6e305dc0-cac7-48f3-942c-b8e0662b559b HTTP/1.1" status: 204  len: 168 time: 0.2901940
Apr 19 19:32:50.683660 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5c78a517-44d6-4271-a115-cae59bf86ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:51.565952 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 56176) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:32:52.771427 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e6cc4537-624d-4f95-9445-37cd3e4b300e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700825'] for router_interface, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:53.289784 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-e6cc4537-624d-4f95-9445-37cd3e4b300e admin admin] Deleting port 1a42727e-7ce6-43ff-b62f-63bfbec37705 {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:32:53.290039 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e6cc4537-624d-4f95-9445-37cd3e4b300e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:53.502368 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-e6cc4537-624d-4f95-9445-37cd3e4b300e admin admin] For port 1a42727e-7ce6-43ff-b62f-63bfbec37705, host dv-cinder-786932-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=1a42727e-7ce6-43ff-b62f-63bfbec37705,segment=NetworkSegment(2744bb2d-9e24-4863-b8d8-e4b09c9832ec),segment_id=2744bb2d-9e24-4863-b8d8-e4b09c9832ec)] {{(pid=86369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:32:53.502963 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e6cc4537-624d-4f95-9445-37cd3e4b300e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697982'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:53.650222 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-e6cc4537-624d-4f95-9445-37cd3e4b300e admin admin] Calling delete_port for 1a42727e-7ce6-43ff-b62f-63bfbec37705 owned by network:router_interface {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:32:53.856720 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e6cc4537-624d-4f95-9445-37cd3e4b300e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297115604255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297116051999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31618435'] for port, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:53.863020 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-1206ba88-10d6-4eb6-baba-6e5ae65a27d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:32:53.916606 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cc4537-624d-4f95-9445-37cd3e4b300e admin admin] Pushing event deleted for resources: {'Port': ['ID=1a42727e-7ce6-43ff-b62f-63bfbec37705,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:32:53.954223 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e6cc4537-624d-4f95-9445-37cd3e4b300e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:32:54.268403 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e6cc4537-624d-4f95-9445-37cd3e4b300e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700903'] for router_interface, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:54.867881 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6cc4537-624d-4f95-9445-37cd3e4b300e admin admin] Router 248bb514-a0b2-4d79-87cb-c26c21a1f2a8 has already been hosted by L3 agent a3cf2d1c-6710-4478-a129-20091cfe97d1 {{(pid=86369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:32:55.082366 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6cc4537-624d-4f95-9445-37cd3e4b300e admin admin] Notify agent at l3_agent.dv-cinder-786932-1-iscsi the message routers_updated {{(pid=86369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:32:55.092708 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768036fb-c4d9-4fc3-a5be-cc3b25a78efe None None] Sync routers for ids ['248bb514-a0b2-4d79-87cb-c26c21a1f2a8'] in dv-cinder-786932-1-iscsi {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:32:55.105228 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768036fb-c4d9-4fc3-a5be-cc3b25a78efe None None] Routers {'248bb514-a0b2-4d79-87cb-c26c21a1f2a8'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:32:55.106124 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-768036fb-c4d9-4fc3-a5be-cc3b25a78efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0f551208>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:32:49Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['248bb514-a0b2-4d79-87cb-c26c21a1f2a8'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:32:55.107299 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-e6cc4537-624d-4f95-9445-37cd3e4b300e admin admin] 10.222.0.36 "PUT /v2.0/routers/248bb514-a0b2-4d79-87cb-c26c21a1f2a8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5398817
Apr 19 19:32:55.112292 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 56234) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:32:55.328943 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-03619e58-62e4-47aa-9ba1-c0bd03589b6b admin admin] Notify callbacks [] for router, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:55.334984 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-768036fb-c4d9-4fc3-a5be-cc3b25a78efe None None] Set router 248bb514-a0b2-4d79-87cb-c26c21a1f2a8 gateway port host: dv-cinder-786932-1-iscsi {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:32:55.790058 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-768036fb-c4d9-4fc3-a5be-cc3b25a78efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0f551208>, [{'id': '248bb514-a0b2-4d79-87cb-c26c21a1f2a8', 'name': 'tempest-AttachVolumeShelveTestJSON-524394787-router', 'tenant_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '5ce43ab9-98a7-4573-9309-57ada95594b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:24:58Z', 'updated_at': '2021-04-19T19:32:53Z', 'revision_number': 5, 'project_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'gw_port': {'id': '5ce43ab9-98a7-4573-9309-57ada95594b1', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248bb514-a0b2-4d79-87cb-c26c21a1f2a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:25:01Z', 'updated_at': '2021-04-19T19:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi'}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:32:55.798494 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768036fb-c4d9-4fc3-a5be-cc3b25a78efe None None] Checking router: 248bb514-a0b2-4d79-87cb-c26c21a1f2a8 for host: dv-cinder-786932-1-iscsi {{(pid=86371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:32:55.815529 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768036fb-c4d9-4fc3-a5be-cc3b25a78efe None None] Routers {'248bb514-a0b2-4d79-87cb-c26c21a1f2a8'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:32:55.816326 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-768036fb-c4d9-4fc3-a5be-cc3b25a78efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0f551208>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:32:49Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['248bb514-a0b2-4d79-87cb-c26c21a1f2a8'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:32:55.822460 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-03619e58-62e4-47aa-9ba1-c0bd03589b6b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:55.833780 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-03619e58-62e4-47aa-9ba1-c0bd03589b6b admin admin] Deleting port 5ce43ab9-98a7-4573-9309-57ada95594b1 {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:32:55.834472 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-03619e58-62e4-47aa-9ba1-c0bd03589b6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:56.051320 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-03619e58-62e4-47aa-9ba1-c0bd03589b6b admin admin] For port 5ce43ab9-98a7-4573-9309-57ada95594b1, host dv-cinder-786932-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=5ce43ab9-98a7-4573-9309-57ada95594b1,segment=NetworkSegment(f117aaf9-f038-40ae-a060-7b312532719e),segment_id=f117aaf9-f038-40ae-a060-7b312532719e)] {{(pid=86369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:32:56.052278 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-03619e58-62e4-47aa-9ba1-c0bd03589b6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697982'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:56.059605 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-768036fb-c4d9-4fc3-a5be-cc3b25a78efe None None] Set router 248bb514-a0b2-4d79-87cb-c26c21a1f2a8 gateway port host: None {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:32:56.236279 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-03619e58-62e4-47aa-9ba1-c0bd03589b6b admin admin] Calling delete_port for 5ce43ab9-98a7-4573-9309-57ada95594b1 owned by network:router_gateway {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:32:56.266503 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-768036fb-c4d9-4fc3-a5be-cc3b25a78efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0f551208>, [{'id': '248bb514-a0b2-4d79-87cb-c26c21a1f2a8', 'name': 'tempest-AttachVolumeShelveTestJSON-524394787-router', 'tenant_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:24:58Z', 'updated_at': '2021-04-19T19:32:55Z', 'revision_number': 6, 'project_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'gw_port_host': None}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:32:56.271495 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768036fb-c4d9-4fc3-a5be-cc3b25a78efe None None] The sync data for ids ['248bb514-a0b2-4d79-87cb-c26c21a1f2a8'] in dv-cinder-786932-1-iscsi is: [{'id': '248bb514-a0b2-4d79-87cb-c26c21a1f2a8', 'name': 'tempest-AttachVolumeShelveTestJSON-524394787-router', 'tenant_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:24:58Z', 'updated_at': '2021-04-19T19:32:55Z', 'revision_number': 6, 'project_id': 'c6333d4d4b1249bfb35237c3c56fe86e', 'gw_port_host': None}] {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:32:56.475371 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-03619e58-62e4-47aa-9ba1-c0bd03589b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297115604255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297116051999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31618435'] for port, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:56.481300 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-498a281b-8e3f-4dd5-b3cb-7dae9e78c4b1 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:32:56.494932 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 56250) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:32:56.627813 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03619e58-62e4-47aa-9ba1-c0bd03589b6b admin admin] Pushing event deleted for resources: {'Port': ['ID=5ce43ab9-98a7-4573-9309-57ada95594b1,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:32:56.632664 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-03619e58-62e4-47aa-9ba1-c0bd03589b6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:32:56.682285 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device 1a42727e-7ce6-43ff-b62f-63bfbec37705 no longer exists at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:32:56.729114 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] No Port match for: 1a42727e-7ce6-43ff-b62f-63bfbec37705 {{(pid=86370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:32:56.729490 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device 1a42727e-7ce6-43ff-b62f-63bfbec37705 not bound to the agent host dv-cinder-786932-1-iscsi {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:32:56.730168 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device 5ce43ab9-98a7-4573-9309-57ada95594b1 no longer exists at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:32:56.733857 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a8109662-0f8d-4a98-aa9b-478baf94f10f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:56.756399 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-03619e58-62e4-47aa-9ba1-c0bd03589b6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854097050'] for router_gateway, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:56.766615 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-a8109662-0f8d-4a98-aa9b-478baf94f10f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:32:56.771546 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] No Port match for: 5ce43ab9-98a7-4573-9309-57ada95594b1 {{(pid=86370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:32:56.771957 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device 5ce43ab9-98a7-4573-9309-57ada95594b1 not bound to the agent host dv-cinder-786932-1-iscsi {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:32:56.775342 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-a8109662-0f8d-4a98-aa9b-478baf94f10f admin admin] Usage tracker for resource:security_group_rule and tenant:6fc222e1242046389f32303e836037ab is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:32:56.782022 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-a8109662-0f8d-4a98-aa9b-478baf94f10f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:32:56.793385 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-a8109662-0f8d-4a98-aa9b-478baf94f10f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:32:56.935222 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a8109662-0f8d-4a98-aa9b-478baf94f10f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:56.942620 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a8109662-0f8d-4a98-aa9b-478baf94f10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:56.960106 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-96f543ec-3640-4598-86d2-d842720b216c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:32:57.047505 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-a8109662-0f8d-4a98-aa9b-478baf94f10f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6fc222e1242046389f32303e836037ab&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5480084
Apr 19 19:32:57.047505 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8109662-0f8d-4a98-aa9b-478baf94f10f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01fe3f63-5508-4709-be92-be607c5df779,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:32:57.050843 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 56256) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:32:57.055438 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a8109662-0f8d-4a98-aa9b-478baf94f10f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:32:57.070220 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-03619e58-62e4-47aa-9ba1-c0bd03589b6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854083014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854743379'] for router, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:57.074244 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-03619e58-62e4-47aa-9ba1-c0bd03589b6b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:57.108921 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-03619e58-62e4-47aa-9ba1-c0bd03589b6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-702846'] for router, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:57.109572 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03619e58-62e4-47aa-9ba1-c0bd03589b6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 248bb514-a0b2-4d79-87cb-c26c21a1f2a8 {{(pid=86369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 19 19:32:57.125491 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-03619e58-62e4-47aa-9ba1-c0bd03589b6b admin admin] Notify callbacks [] for router, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:57.129432 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-03619e58-62e4-47aa-9ba1-c0bd03589b6b admin admin] 10.222.0.36 "DELETE /v2.0/routers/248bb514-a0b2-4d79-87cb-c26c21a1f2a8 HTTP/1.1" status: 204  len: 168 time: 2.0133302
Apr 19 19:32:57.129871 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 56260) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:32:57.174855 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6126df25-8796-4e64-887b-9dc1c6ce43ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:57.224433 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_v2 [None req-b01c5a92-61f5-460d-8179-51122e09bc38 admin admin] Deleting subnet 194aa9b4-1b11-48c1-957e-a5acc2bb888c {{(pid=86369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 19:32:57.230262 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b01c5a92-61f5-460d-8179-51122e09bc38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:57.236742 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6126df25-8796-4e64-887b-9dc1c6ce43ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:57.316236 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6126df25-8796-4e64-887b-9dc1c6ce43ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:57.321991 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a8109662-0f8d-4a98-aa9b-478baf94f10f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:32:57.337292 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b01c5a92-61f5-460d-8179-51122e09bc38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036821571810'] for subnet, precommit_delete_associations {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:57.337858 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6126df25-8796-4e64-887b-9dc1c6ce43ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01fe3f63-5508-4709-be92-be607c5df779,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:32:57.346074 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-6126df25-8796-4e64-887b-9dc1c6ce43ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:32:57.348274 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6126df25-8796-4e64-887b-9dc1c6ce43ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:57.350443 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-6126df25-8796-4e64-887b-9dc1c6ce43ed admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/01fe3f63-5508-4709-be92-be607c5df779 HTTP/1.1" status: 204  len: 168 time: 0.2977145
Apr 19 19:32:57.507445 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b01c5a92-61f5-460d-8179-51122e09bc38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1918498'] for subnet, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:57.746374 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 56268) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:32:57.769502 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f2464a5f-8721-4628-86e1-941e02882506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:57.796042 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-f2464a5f-8721-4628-86e1-941e02882506 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:32:57.801002 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-f2464a5f-8721-4628-86e1-941e02882506 admin admin] Usage tracker for resource:security_group_rule and tenant:855a7887d6934c7cb14d70aa0f70fc33 is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:32:57.804593 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-f2464a5f-8721-4628-86e1-941e02882506 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:32:57.811866 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-f2464a5f-8721-4628-86e1-941e02882506 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:32:57.919416 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f2464a5f-8721-4628-86e1-941e02882506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:57.923165 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f2464a5f-8721-4628-86e1-941e02882506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:57.933082 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-cf1a934e-64f6-4c4e-9489-8cd5bf6c9a90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:32:57.982116 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-f2464a5f-8721-4628-86e1-941e02882506 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=855a7887d6934c7cb14d70aa0f70fc33&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2343481
Apr 19 19:32:57.984565 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2464a5f-8721-4628-86e1-941e02882506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf0326e-2906-4122-80b5-cfd110b838bd,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:32:57.987490 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 56274) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:32:57.991011 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-f2464a5f-8721-4628-86e1-941e02882506 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:32:58.013013 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b01c5a92-61f5-460d-8179-51122e09bc38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852857318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31618135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036824016211'] for subnet, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:58.021413 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e5de1fb8-d653-48b0-b162-506d00186c2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:32:58.062520 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-132cd003-a480-4223-9bd5-f8f3162d1f03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:58.071373 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b01c5a92-61f5-460d-8179-51122e09bc38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for subnet, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:58.075308 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01c5a92-61f5-460d-8179-51122e09bc38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=194aa9b4-1b11-48c1-957e-a5acc2bb888c,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:32:58.075930 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99f0025-66f7-4815-b918-b6f2b843095d None None] Network a89eb528-cfbf-497b-ad2d-b1613a8bf395 requested from dv-cinder-786932-1-iscsi {{(pid=86370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:32:58.080566 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b01c5a92-61f5-460d-8179-51122e09bc38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:32:58.087845 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-b01c5a92-61f5-460d-8179-51122e09bc38 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/194aa9b4-1b11-48c1-957e-a5acc2bb888c HTTP/1.1" status: 204  len: 168 time: 0.9526136
Apr 19 19:32:58.088147 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 56278) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:32:58.118504 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-132cd003-a480-4223-9bd5-f8f3162d1f03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:58.531594 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0fbf4a87-f5e5-48c8-ba44-12928cfd9870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636206'] for network, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:58.558492 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-0fbf4a87-f5e5-48c8-ba44-12928cfd9870 admin admin] Deleting port f020e51f-2200-4f4e-a8ee-4183ad65873c {{(pid=86368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:32:58.559104 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0fbf4a87-f5e5-48c8-ba44-12928cfd9870 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:58.587177 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d86076-9aaf-40a2-8029-9afd0df8d465 None None] DHCP port deletion for a89eb528-cfbf-497b-ad2d-b1613a8bf395 request from dv-cinder-786932-1-iscsi {{(pid=86370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 19 19:32:58.596344 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-65d86076-9aaf-40a2-8029-9afd0df8d465 None None] Deleting port f020e51f-2200-4f4e-a8ee-4183ad65873c {{(pid=86370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:32:58.596997 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-65d86076-9aaf-40a2-8029-9afd0df8d465 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:58.643241 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-132cd003-a480-4223-9bd5-f8f3162d1f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:58.657577 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-118d1eda-ba5b-4b43-a88c-4fcda61ae4f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:32:58.703026 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132cd003-a480-4223-9bd5-f8f3162d1f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf0326e-2906-4122-80b5-cfd110b838bd,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:32:58.712377 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-132cd003-a480-4223-9bd5-f8f3162d1f03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:32:58.718763 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-132cd003-a480-4223-9bd5-f8f3162d1f03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:58.720086 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-132cd003-a480-4223-9bd5-f8f3162d1f03 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9bf0326e-2906-4122-80b5-cfd110b838bd HTTP/1.1" status: 204  len: 168 time: 0.7308540
Apr 19 19:32:58.727425 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device f020e51f-2200-4f4e-a8ee-4183ad65873c no longer exists at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:32:59.029573 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-0fbf4a87-f5e5-48c8-ba44-12928cfd9870 admin admin] For port f020e51f-2200-4f4e-a8ee-4183ad65873c, host dv-cinder-786932-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=f020e51f-2200-4f4e-a8ee-4183ad65873c,segment=NetworkSegment(2744bb2d-9e24-4863-b8d8-e4b09c9832ec),segment_id=2744bb2d-9e24-4863-b8d8-e4b09c9832ec)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:32:59.030431 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0fbf4a87-f5e5-48c8-ba44-12928cfd9870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697982'] for port, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:59.067622 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:59.086379 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-65d86076-9aaf-40a2-8029-9afd0df8d465 None None] For port f020e51f-2200-4f4e-a8ee-4183ad65873c, host dv-cinder-786932-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=f020e51f-2200-4f4e-a8ee-4183ad65873c,segment=NetworkSegment(2744bb2d-9e24-4863-b8d8-e4b09c9832ec),segment_id=2744bb2d-9e24-4863-b8d8-e4b09c9832ec)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:32:59.087115 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-65d86076-9aaf-40a2-8029-9afd0df8d465 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697982'] for port, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:59.118331 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:59.226121 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-0fbf4a87-f5e5-48c8-ba44-12928cfd9870 admin admin] Calling delete_port for f020e51f-2200-4f4e-a8ee-4183ad65873c owned by network:dhcp {{(pid=86368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:32:59.325602 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0fbf4a87-f5e5-48c8-ba44-12928cfd9870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297115604255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297116051999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822331971'] for port, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:59.331628 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:32:59.385400 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbf4a87-f5e5-48c8-ba44-12928cfd9870 admin admin] Pushing event deleted for resources: {'Port': ['ID=f020e51f-2200-4f4e-a8ee-4183ad65873c,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:32:59.390114 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-0fbf4a87-f5e5-48c8-ba44-12928cfd9870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:32:59.390717 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbf4a87-f5e5-48c8-ba44-12928cfd9870 admin admin] No DVR routers for this DVR port f020e51f-2200-4f4e-a8ee-4183ad65873c on host dv-cinder-786932-1-iscsi {{(pid=86368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 19:32:59.393678 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-65d86076-9aaf-40a2-8029-9afd0df8d465 None None] Calling delete_port for f020e51f-2200-4f4e-a8ee-4183ad65873c owned by network:dhcp {{(pid=86370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:32:59.566653 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0fbf4a87-f5e5-48c8-ba44-12928cfd9870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852857225', 'neutron.services.segments.db._delete_segments_for_network-8739739090035'] for network, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:59.648716 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.db.api [None req-65d86076-9aaf-40a2-8029-9afd0df8d465 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86370) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 19 19:32:59.649121 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_db.api [None req-65d86076-9aaf-40a2-8029-9afd0df8d465 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 19 19:32:59.781855 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-0fbf4a87-f5e5-48c8-ba44-12928cfd9870 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2e0e439780>,) {'filters': {'network_id': ['a89eb528-cfbf-497b-ad2d-b1613a8bf395']}} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:32:59.800227 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-0fbf4a87-f5e5-48c8-ba44-12928cfd9870 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2e0e439780>, '2744bb2d-9e24-4863-b8d8-e4b09c9832ec') {'for_net_delete': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:32:59.800749 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-0fbf4a87-f5e5-48c8-ba44-12928cfd9870 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2e0e439780>, '2744bb2d-9e24-4863-b8d8-e4b09c9832ec') {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:32:59.835863 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0fbf4a87-f5e5-48c8-ba44-12928cfd9870 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363297115576163', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31534358'] for segment, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:59.874579 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0fbf4a87-f5e5-48c8-ba44-12928cfd9870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852957628'] for segment, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:32:59.883918 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fbf4a87-f5e5-48c8-ba44-12928cfd9870 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=86368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 19:33:00.090946 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-0fbf4a87-f5e5-48c8-ba44-12928cfd9870 admin admin] Network a89eb528-cfbf-497b-ad2d-b1613a8bf395 has no segments {{(pid=86368) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:33:00.102457 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0fbf4a87-f5e5-48c8-ba44-12928cfd9870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1818163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32443850'] for segment, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:00.150986 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-65d86076-9aaf-40a2-8029-9afd0df8d465 None None] Deleting port f020e51f-2200-4f4e-a8ee-4183ad65873c {{(pid=86370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:33:00.151455 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-65d86076-9aaf-40a2-8029-9afd0df8d465 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:00.256514 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-65d86076-9aaf-40a2-8029-9afd0df8d465 None None] The port 'f020e51f-2200-4f4e-a8ee-4183ad65873c' was deleted {{(pid=86370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 19 19:33:00.354945 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-0fbf4a87-f5e5-48c8-ba44-12928cfd9870 admin admin] Network a89eb528-cfbf-497b-ad2d-b1613a8bf395 has no segments {{(pid=86368) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:33:00.409862 dv-cinder-786932-1-iscsi neutron-server[86253]: Traceback (most recent call last):
Apr 19 19:33:00.409862 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 19:33:00.409862 dv-cinder-786932-1-iscsi neutron-server[86253]:     timer()
Apr 19 19:33:00.409862 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 19:33:00.409862 dv-cinder-786932-1-iscsi neutron-server[86253]:     cb(*args, **kw)
Apr 19 19:33:00.409862 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 19:33:00.409862 dv-cinder-786932-1-iscsi neutron-server[86253]:     return func(*args, **kwargs)
Apr 19 19:33:00.409862 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 19:33:00.409862 dv-cinder-786932-1-iscsi neutron-server[86253]:     self._notify()
Apr 19 19:33:00.409862 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 19:33:00.409862 dv-cinder-786932-1-iscsi neutron-server[86253]:     self.callback(batched_events)
Apr 19 19:33:00.409862 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 19:33:00.409862 dv-cinder-786932-1-iscsi neutron-server[86253]:     event.method(event)
Apr 19 19:33:00.409862 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 19:33:00.409862 dv-cinder-786932-1-iscsi neutron-server[86253]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 19:33:00.409862 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 19:33:00.409862 dv-cinder-786932-1-iscsi neutron-server[86253]:     segment_id)['aggregates'][0]
Apr 19 19:33:00.409862 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 19:33:00.409862 dv-cinder-786932-1-iscsi neutron-server[86253]:     return f(self, *a, **k)
Apr 19 19:33:00.409862 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 19:33:00.409862 dv-cinder-786932-1-iscsi neutron-server[86253]:     return self._get(url).json()
Apr 19 19:33:00.409862 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 19:33:00.409862 dv-cinder-786932-1-iscsi neutron-server[86253]:     **kwargs)
Apr 19 19:33:00.409862 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 19:33:00.409862 dv-cinder-786932-1-iscsi neutron-server[86253]:     return self.request(url, 'GET', **kwargs)
Apr 19 19:33:00.409862 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 19:33:00.409862 dv-cinder-786932-1-iscsi neutron-server[86253]:     **endpoint_filter)
Apr 19 19:33:00.409862 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 19:33:00.409862 dv-cinder-786932-1-iscsi neutron-server[86253]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 19:33:00.409862 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 19:33:00.409862 dv-cinder-786932-1-iscsi neutron-server[86253]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 19:33:00.409862 dv-cinder-786932-1-iscsi neutron-server[86253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 19:33:00.568730 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0fbf4a87-f5e5-48c8-ba44-12928cfd9870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854087039'] for network, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:00.573478 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:33:00.591364 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0fbf4a87-f5e5-48c8-ba44-12928cfd9870 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:00.603969 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbf4a87-f5e5-48c8-ba44-12928cfd9870 admin admin] Pushing event deleted for resources: {'Network': ['ID=a89eb528-cfbf-497b-ad2d-b1613a8bf395,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:33:00.610447 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-0fbf4a87-f5e5-48c8-ba44-12928cfd9870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:33:00.627603 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-0fbf4a87-f5e5-48c8-ba44-12928cfd9870 admin admin] 10.222.0.36 "DELETE /v2.0/networks/a89eb528-cfbf-497b-ad2d-b1613a8bf395 HTTP/1.1" status: 204  len: 168 time: 2.5381126
Apr 19 19:33:00.882005 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 56324) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:33:00.950533 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-f640e456-ea46-48e4-838e-5530412c454f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c6333d4d4b1249bfb35237c3c56fe86e&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0667393
Apr 19 19:33:00.955502 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 56328) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:33:01.083449 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-16a984af-e17a-4644-afbd-bdad37a04e2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:01.137596 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-16a984af-e17a-4644-afbd-bdad37a04e2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:01.218912 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-16a984af-e17a-4644-afbd-bdad37a04e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:01.225517 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-19d75726-c54a-41fd-b595-d515d711b26d tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:33:01.245355 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a984af-e17a-4644-afbd-bdad37a04e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f8efcd-50ef-4678-8aa5-2965e67ec22d,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:33:01.248296 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-16a984af-e17a-4644-afbd-bdad37a04e2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:33:01.258360 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-16a984af-e17a-4644-afbd-bdad37a04e2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:01.259922 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-16a984af-e17a-4644-afbd-bdad37a04e2c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/69f8efcd-50ef-4678-8aa5-2965e67ec22d HTTP/1.1" status: 204  len: 168 time: 0.3024325
Apr 19 19:33:06.050624 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 56428) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:33:06.263789 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-89f6b937-0331-42f0-b61c-cbfaa907b375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:06.284310 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-89f6b937-0331-42f0-b61c-cbfaa907b375 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:33:06.289074 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-89f6b937-0331-42f0-b61c-cbfaa907b375 admin admin] Usage tracker for resource:security_group_rule and tenant:bfe04061f9c24f63af6933862a110802 is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:33:06.292792 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-89f6b937-0331-42f0-b61c-cbfaa907b375 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:33:06.305692 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-89f6b937-0331-42f0-b61c-cbfaa907b375 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:33:06.429236 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-89f6b937-0331-42f0-b61c-cbfaa907b375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:06.433010 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-89f6b937-0331-42f0-b61c-cbfaa907b375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:06.445081 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a0492489-d187-432c-90fd-a10b86c85e7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:33:06.495581 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-89f6b937-0331-42f0-b61c-cbfaa907b375 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bfe04061f9c24f63af6933862a110802&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4416041
Apr 19 19:33:06.496538 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f6b937-0331-42f0-b61c-cbfaa907b375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a5912a-052c-4f04-bf19-a30bf2a61407,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:33:06.500124 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 56434) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:33:06.503513 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-89f6b937-0331-42f0-b61c-cbfaa907b375 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:33:06.584447 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-12a94d63-c049-4207-87e2-c24af496e645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:06.618147 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-12a94d63-c049-4207-87e2-c24af496e645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:06.675106 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-12a94d63-c049-4207-87e2-c24af496e645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:06.681667 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-2550386b-398a-4e2d-b866-7947a3fe9994 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:33:06.699113 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a94d63-c049-4207-87e2-c24af496e645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a5912a-052c-4f04-bf19-a30bf2a61407,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:33:06.701947 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-12a94d63-c049-4207-87e2-c24af496e645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:33:06.703085 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-12a94d63-c049-4207-87e2-c24af496e645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:06.708539 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-12a94d63-c049-4207-87e2-c24af496e645 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b5a5912a-052c-4f04-bf19-a30bf2a61407 HTTP/1.1" status: 204  len: 168 time: 0.2031648
Apr 19 19:33:07.149600 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 56444) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:33:07.176829 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-166b83d3-34ac-470c-b58b-a7186a0dcb01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:07.195489 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-166b83d3-34ac-470c-b58b-a7186a0dcb01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:33:07.201730 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-166b83d3-34ac-470c-b58b-a7186a0dcb01 admin admin] Usage tracker for resource:security_group_rule and tenant:fc04cf1e289043cdb5765f4f768008f3 is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:33:07.205682 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-166b83d3-34ac-470c-b58b-a7186a0dcb01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:33:07.212820 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-166b83d3-34ac-470c-b58b-a7186a0dcb01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:33:07.317417 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-166b83d3-34ac-470c-b58b-a7186a0dcb01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:07.321629 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-166b83d3-34ac-470c-b58b-a7186a0dcb01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:07.331446 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-056d92b2-0893-4e36-975b-48eb9bfc3205 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:33:07.384038 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166b83d3-34ac-470c-b58b-a7186a0dcb01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a51b69c7-66de-4550-890d-60aa517e1e92,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:33:07.390170 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-166b83d3-34ac-470c-b58b-a7186a0dcb01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:33:07.393229 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-166b83d3-34ac-470c-b58b-a7186a0dcb01 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fc04cf1e289043cdb5765f4f768008f3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2419899
Apr 19 19:33:07.396149 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 56452) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:33:07.476667 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3d1b0e3e-2076-4433-a91f-485d5c5e9809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:07.517733 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3d1b0e3e-2076-4433-a91f-485d5c5e9809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:07.582980 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3d1b0e3e-2076-4433-a91f-485d5c5e9809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:07.589898 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-16a984af-e17a-4644-afbd-bdad37a04e2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:33:07.603524 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1b0e3e-2076-4433-a91f-485d5c5e9809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51b69c7-66de-4550-890d-60aa517e1e92,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:33:07.610768 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-3d1b0e3e-2076-4433-a91f-485d5c5e9809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:33:07.616807 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3d1b0e3e-2076-4433-a91f-485d5c5e9809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:07.628998 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-3d1b0e3e-2076-4433-a91f-485d5c5e9809 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a51b69c7-66de-4550-890d-60aa517e1e92 HTTP/1.1" status: 204  len: 168 time: 0.2247005
Apr 19 19:33:09.551770 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 56516) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:33:09.719204 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1a19d56c-2e3c-4b0f-aa43-95a6e0e0983f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:09.751579 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-1a19d56c-2e3c-4b0f-aa43-95a6e0e0983f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:33:09.759711 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-1a19d56c-2e3c-4b0f-aa43-95a6e0e0983f admin admin] Usage tracker for resource:security_group_rule and tenant:0e34433b902c4119af00ca1556991a93 is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:33:09.765460 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-1a19d56c-2e3c-4b0f-aa43-95a6e0e0983f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:33:09.776769 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-1a19d56c-2e3c-4b0f-aa43-95a6e0e0983f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:33:09.903528 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1a19d56c-2e3c-4b0f-aa43-95a6e0e0983f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:09.908123 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1a19d56c-2e3c-4b0f-aa43-95a6e0e0983f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:09.919701 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-6ef46ac8-baa2-4e1e-8758-e53481df5933 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:33:09.990806 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-1a19d56c-2e3c-4b0f-aa43-95a6e0e0983f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0e34433b902c4119af00ca1556991a93&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4371841
Apr 19 19:33:09.995071 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 56524) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:33:09.999545 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a19d56c-2e3c-4b0f-aa43-95a6e0e0983f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a37814-7206-4e98-a295-3cab3ade495b,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:33:10.015700 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-1a19d56c-2e3c-4b0f-aa43-95a6e0e0983f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:33:10.071788 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b3fbb049-a436-4afa-9391-f1e9db642b24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:10.109339 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b3fbb049-a436-4afa-9391-f1e9db642b24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:10.166087 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b3fbb049-a436-4afa-9391-f1e9db642b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:10.172475 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-2acf13f5-8768-4fdd-8dcd-f5d2242aa698 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:33:10.185169 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fbb049-a436-4afa-9391-f1e9db642b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a37814-7206-4e98-a295-3cab3ade495b,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:33:10.189842 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b3fbb049-a436-4afa-9391-f1e9db642b24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:33:10.194096 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b3fbb049-a436-4afa-9391-f1e9db642b24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:10.195369 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-b3fbb049-a436-4afa-9391-f1e9db642b24 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/69a37814-7206-4e98-a295-3cab3ade495b HTTP/1.1" status: 204  len: 168 time: 0.1985273
Apr 19 19:33:10.661609 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 56536) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:33:10.683151 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7343992a-f0d8-4bd6-8dbf-77f26beafaf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:10.700589 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-7343992a-f0d8-4bd6-8dbf-77f26beafaf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:33:10.705668 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-7343992a-f0d8-4bd6-8dbf-77f26beafaf2 admin admin] Usage tracker for resource:security_group_rule and tenant:d98792c7d0354ebe9a244fa892a62fba is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:33:10.709304 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-7343992a-f0d8-4bd6-8dbf-77f26beafaf2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:33:10.716447 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-7343992a-f0d8-4bd6-8dbf-77f26beafaf2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:33:10.878372 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7343992a-f0d8-4bd6-8dbf-77f26beafaf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:10.881682 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7343992a-f0d8-4bd6-8dbf-77f26beafaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:10.892553 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-9a2f26df-9503-40fa-9682-0940402093a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:33:10.947802 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-7343992a-f0d8-4bd6-8dbf-77f26beafaf2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d98792c7d0354ebe9a244fa892a62fba&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2843637
Apr 19 19:33:10.949769 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7343992a-f0d8-4bd6-8dbf-77f26beafaf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6d64dd-abdd-4dfa-be37-1f44b53b51d3,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:33:10.950922 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 56542) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:33:10.954206 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-7343992a-f0d8-4bd6-8dbf-77f26beafaf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:33:11.028236 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-78bcc105-6fd7-4bca-96be-75df934121a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:11.061675 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-78bcc105-6fd7-4bca-96be-75df934121a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:11.112926 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-78bcc105-6fd7-4bca-96be-75df934121a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:11.118338 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-132cd003-a480-4223-9bd5-f8f3162d1f03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:33:11.131627 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bcc105-6fd7-4bca-96be-75df934121a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6d64dd-abdd-4dfa-be37-1f44b53b51d3,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:33:11.137092 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-78bcc105-6fd7-4bca-96be-75df934121a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:33:11.141603 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-78bcc105-6fd7-4bca-96be-75df934121a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:11.144742 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-78bcc105-6fd7-4bca-96be-75df934121a0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0b6d64dd-abdd-4dfa-be37-1f44b53b51d3 HTTP/1.1" status: 204  len: 168 time: 0.1920826
Apr 19 19:33:14.357776 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 56636) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:33:14.501908 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1f8c54dd-9cb6-45c4-8cf4-8f9ddc2ee887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:14.530464 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-1f8c54dd-9cb6-45c4-8cf4-8f9ddc2ee887 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:33:14.536005 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-1f8c54dd-9cb6-45c4-8cf4-8f9ddc2ee887 admin admin] Usage tracker for resource:security_group_rule and tenant:1638aec626594a6187c11ab7a495e526 is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:33:14.539606 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-1f8c54dd-9cb6-45c4-8cf4-8f9ddc2ee887 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:33:14.548223 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-1f8c54dd-9cb6-45c4-8cf4-8f9ddc2ee887 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:33:14.657912 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1f8c54dd-9cb6-45c4-8cf4-8f9ddc2ee887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:14.661025 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1f8c54dd-9cb6-45c4-8cf4-8f9ddc2ee887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:14.671576 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-7a5f2e1d-5b84-4fd9-88da-2454b62070b6 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:33:14.719361 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-1f8c54dd-9cb6-45c4-8cf4-8f9ddc2ee887 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1638aec626594a6187c11ab7a495e526&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3601232
Apr 19 19:33:14.720487 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8c54dd-9cb6-45c4-8cf4-8f9ddc2ee887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a8bf61-a7d1-4648-b843-e41ff2d2b62c,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:33:14.722990 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 56642) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:33:14.724909 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-1f8c54dd-9cb6-45c4-8cf4-8f9ddc2ee887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:33:14.818250 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3854a5eb-6a53-4aee-bb77-7a388cab4315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:14.876182 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3854a5eb-6a53-4aee-bb77-7a388cab4315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:14.957910 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3854a5eb-6a53-4aee-bb77-7a388cab4315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:14.969105 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-7343992a-f0d8-4bd6-8dbf-77f26beafaf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:33:14.995060 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3854a5eb-6a53-4aee-bb77-7a388cab4315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a8bf61-a7d1-4648-b843-e41ff2d2b62c,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:33:15.003665 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-3854a5eb-6a53-4aee-bb77-7a388cab4315 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:33:15.011416 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3854a5eb-6a53-4aee-bb77-7a388cab4315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:15.013571 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-3854a5eb-6a53-4aee-bb77-7a388cab4315 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/08a8bf61-a7d1-4648-b843-e41ff2d2b62c HTTP/1.1" status: 204  len: 168 time: 0.2891316
Apr 19 19:33:15.431343 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 56654) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:33:15.453879 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9a377f0e-8f87-4699-9a0d-4342e11da030 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:15.475550 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-9a377f0e-8f87-4699-9a0d-4342e11da030 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:33:15.484297 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-9a377f0e-8f87-4699-9a0d-4342e11da030 admin admin] Usage tracker for resource:security_group_rule and tenant:00fc0b04e64940ff972f4485fffd7794 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:33:15.490048 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-9a377f0e-8f87-4699-9a0d-4342e11da030 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:33:15.502362 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-9a377f0e-8f87-4699-9a0d-4342e11da030 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:33:15.672126 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9a377f0e-8f87-4699-9a0d-4342e11da030 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:15.676596 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9a377f0e-8f87-4699-9a0d-4342e11da030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:15.700654 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-305cdc0c-108b-421b-86d9-4076ffa6e377 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:33:15.788518 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-9a377f0e-8f87-4699-9a0d-4342e11da030 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=00fc0b04e64940ff972f4485fffd7794&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3526464
Apr 19 19:33:15.789346 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 56662) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:33:15.793538 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a377f0e-8f87-4699-9a0d-4342e11da030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1960ae96-8da6-4a10-89ae-06d7c6eda6d8,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:33:15.799243 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-9a377f0e-8f87-4699-9a0d-4342e11da030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:33:15.831415 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-983dc0d1-4c68-4185-b873-9c847ec2794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:15.895401 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f88f1277-8734-4607-918a-87e34e666716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:15.929732 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f88f1277-8734-4607-918a-87e34e666716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:15.989257 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f88f1277-8734-4607-918a-87e34e666716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:15.995641 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-3666408a-289f-4ace-992e-00df962292ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:33:16.022826 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88f1277-8734-4607-918a-87e34e666716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1960ae96-8da6-4a10-89ae-06d7c6eda6d8,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:33:16.032444 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-f88f1277-8734-4607-918a-87e34e666716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:33:16.034607 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f88f1277-8734-4607-918a-87e34e666716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:16.038414 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-f88f1277-8734-4607-918a-87e34e666716 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1960ae96-8da6-4a10-89ae-06d7c6eda6d8 HTTP/1.1" status: 204  len: 168 time: 0.2461531
Apr 19 19:33:18.613299 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7f0bae57-23fc-4ec9-9ce1-efee4c53ae26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:19.771565 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-000a1909-ab5b-4f97-8afb-04fdec5398f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:19.958205 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:20.683842 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5c78a517-44d6-4271-a115-cae59bf86ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:21.796574 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 56756) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:33:21.941617 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-307d5ea7-8723-4f76-b66a-862ebef4dc02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:21.960879 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-307d5ea7-8723-4f76-b66a-862ebef4dc02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:33:21.965608 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-307d5ea7-8723-4f76-b66a-862ebef4dc02 admin admin] Usage tracker for resource:security_group_rule and tenant:7b994c9b10044e93b8242db73ecbc468 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:33:21.969828 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-307d5ea7-8723-4f76-b66a-862ebef4dc02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:33:21.976527 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-307d5ea7-8723-4f76-b66a-862ebef4dc02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:33:22.096004 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-307d5ea7-8723-4f76-b66a-862ebef4dc02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:22.099628 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-307d5ea7-8723-4f76-b66a-862ebef4dc02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:22.111765 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-6c79e798-a497-4903-bcdf-e76aca45097b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:33:22.160764 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-307d5ea7-8723-4f76-b66a-862ebef4dc02 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7b994c9b10044e93b8242db73ecbc468&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3629711
Apr 19 19:33:22.166448 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307d5ea7-8723-4f76-b66a-862ebef4dc02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bef0498-6c25-4f9d-b624-0d6f5b0c59b5,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:33:22.166448 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-307d5ea7-8723-4f76-b66a-862ebef4dc02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:33:22.167087 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 56766) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:33:22.252199 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cc6a40b4-fbd9-42b4-a828-d4448c4f2246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:22.300036 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cc6a40b4-fbd9-42b4-a828-d4448c4f2246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:22.325897 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 56772) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:33:22.370551 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cc6a40b4-fbd9-42b4-a828-d4448c4f2246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:22.377548 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-1df2b83b-d19f-4d51-8d44-ae9a8d4ee350 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:33:22.392828 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6a40b4-fbd9-42b4-a828-d4448c4f2246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bef0498-6c25-4f9d-b624-0d6f5b0c59b5,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:33:22.397143 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-cc6a40b4-fbd9-42b4-a828-d4448c4f2246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:33:22.404064 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cc6a40b4-fbd9-42b4-a828-d4448c4f2246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:22.406616 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-cc6a40b4-fbd9-42b4-a828-d4448c4f2246 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0bef0498-6c25-4f9d-b624-0d6f5b0c59b5 HTTP/1.1" status: 204  len: 168 time: 0.2390447
Apr 19 19:33:22.504659 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c42f1b6c-a441-4b7f-90d5-9e53fa9fc40d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:22.524600 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-c42f1b6c-a441-4b7f-90d5-9e53fa9fc40d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:33:22.528323 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-c42f1b6c-a441-4b7f-90d5-9e53fa9fc40d admin admin] Usage tracker for resource:security_group_rule and tenant:4d9c5a3bd8ea4f63998d73a920eebf01 is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:33:22.532841 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-c42f1b6c-a441-4b7f-90d5-9e53fa9fc40d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:33:22.539551 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-c42f1b6c-a441-4b7f-90d5-9e53fa9fc40d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:33:22.653504 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c42f1b6c-a441-4b7f-90d5-9e53fa9fc40d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:22.658168 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c42f1b6c-a441-4b7f-90d5-9e53fa9fc40d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:22.669503 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b13f5de7-762c-4a7b-ba0e-6008a9a40ff7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:33:22.726430 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-c42f1b6c-a441-4b7f-90d5-9e53fa9fc40d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4d9c5a3bd8ea4f63998d73a920eebf01&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3989520
Apr 19 19:33:22.730010 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42f1b6c-a441-4b7f-90d5-9e53fa9fc40d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f13752ea-9e0b-4ff5-b409-368c2672ef4f,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:33:22.730218 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 56784) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:33:22.748588 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f1b6c-a441-4b7f-90d5-9e53fa9fc40d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:33:22.748588 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f1b6c-a441-4b7f-90d5-9e53fa9fc40d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:33:22.748588 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f1b6c-a441-4b7f-90d5-9e53fa9fc40d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:33:22.749498 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f1b6c-a441-4b7f-90d5-9e53fa9fc40d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:33:22.750173 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f1b6c-a441-4b7f-90d5-9e53fa9fc40d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:33:22.750856 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f1b6c-a441-4b7f-90d5-9e53fa9fc40d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:33:22.751533 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f1b6c-a441-4b7f-90d5-9e53fa9fc40d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:33:22.752244 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f1b6c-a441-4b7f-90d5-9e53fa9fc40d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:33:22.752897 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f1b6c-a441-4b7f-90d5-9e53fa9fc40d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:33:22.753537 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f1b6c-a441-4b7f-90d5-9e53fa9fc40d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:33:22.754220 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f1b6c-a441-4b7f-90d5-9e53fa9fc40d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:33:22.754868 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f1b6c-a441-4b7f-90d5-9e53fa9fc40d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:33:22.762686 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c42f1b6c-a441-4b7f-90d5-9e53fa9fc40d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:33:22.864241 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4327cb65-fe4d-408e-b0f2-a56982c7c09e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:22.926662 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4327cb65-fe4d-408e-b0f2-a56982c7c09e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:23.015903 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4327cb65-fe4d-408e-b0f2-a56982c7c09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:23.022386 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-f6627714-5d8e-45c3-a799-74d4746f22cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:33:23.036816 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4327cb65-fe4d-408e-b0f2-a56982c7c09e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13752ea-9e0b-4ff5-b409-368c2672ef4f,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:33:23.040371 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-4327cb65-fe4d-408e-b0f2-a56982c7c09e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:33:23.042642 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4327cb65-fe4d-408e-b0f2-a56982c7c09e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:23.049574 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-4327cb65-fe4d-408e-b0f2-a56982c7c09e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f13752ea-9e0b-4ff5-b409-368c2672ef4f HTTP/1.1" status: 204  len: 168 time: 0.3125374
Apr 19 19:33:23.603018 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 56810) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:33:23.631529 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-62ddef44-12e3-4698-8439-8de6ebc02701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:23.661026 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-62ddef44-12e3-4698-8439-8de6ebc02701 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:33:23.667360 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-62ddef44-12e3-4698-8439-8de6ebc02701 admin admin] Usage tracker for resource:security_group_rule and tenant:90bc119208424df0841a9b7030a3a1e1 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:33:23.672320 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-62ddef44-12e3-4698-8439-8de6ebc02701 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:33:23.680421 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-62ddef44-12e3-4698-8439-8de6ebc02701 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:33:23.800512 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-62ddef44-12e3-4698-8439-8de6ebc02701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:23.804959 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-62ddef44-12e3-4698-8439-8de6ebc02701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:23.817632 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-43dd9ea3-232b-43f9-a969-fb687896fd42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:33:23.875371 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-62ddef44-12e3-4698-8439-8de6ebc02701 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=90bc119208424df0841a9b7030a3a1e1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2710936
Apr 19 19:33:23.876482 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ddef44-12e3-4698-8439-8de6ebc02701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a312c627-c3f1-4583-b505-ed76551a0b6b,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:33:23.880745 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 56814) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:33:23.886879 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ddef44-12e3-4698-8439-8de6ebc02701 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:33:23.887284 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ddef44-12e3-4698-8439-8de6ebc02701 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:33:23.887733 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ddef44-12e3-4698-8439-8de6ebc02701 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:33:23.888150 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ddef44-12e3-4698-8439-8de6ebc02701 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:33:23.888557 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ddef44-12e3-4698-8439-8de6ebc02701 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:33:23.889120 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ddef44-12e3-4698-8439-8de6ebc02701 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:33:23.889447 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ddef44-12e3-4698-8439-8de6ebc02701 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:33:23.890186 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ddef44-12e3-4698-8439-8de6ebc02701 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:33:23.890377 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ddef44-12e3-4698-8439-8de6ebc02701 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:33:23.891256 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ddef44-12e3-4698-8439-8de6ebc02701 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:33:23.891656 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ddef44-12e3-4698-8439-8de6ebc02701 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:33:23.892094 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ddef44-12e3-4698-8439-8de6ebc02701 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:33:23.899137 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-62ddef44-12e3-4698-8439-8de6ebc02701 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:33:23.996732 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6feb5a86-003f-4548-be1e-9b01a6a19a7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:24.039639 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6feb5a86-003f-4548-be1e-9b01a6a19a7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:24.134540 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6feb5a86-003f-4548-be1e-9b01a6a19a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:24.141101 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-eb71b218-dd27-4548-8a62-1b614ffc63cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:33:24.161212 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feb5a86-003f-4548-be1e-9b01a6a19a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a312c627-c3f1-4583-b505-ed76551a0b6b,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:33:24.165528 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-6feb5a86-003f-4548-be1e-9b01a6a19a7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:33:24.176068 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6feb5a86-003f-4548-be1e-9b01a6a19a7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:24.177319 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-6feb5a86-003f-4548-be1e-9b01a6a19a7e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a312c627-c3f1-4583-b505-ed76551a0b6b HTTP/1.1" status: 204  len: 168 time: 0.2946613
Apr 19 19:33:24.643924 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-56618793-170e-4aa6-8efa-9c6d4ae7a1f6 None None] Agent healthcheck: found 6 active agents {{(pid=86371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:33:28.912410 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:37.869336 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 57004) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:33:38.083508 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-82216cee-f156-4bc2-89a4-8387be007f8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:38.101965 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-82216cee-f156-4bc2-89a4-8387be007f8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:33:38.106885 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-82216cee-f156-4bc2-89a4-8387be007f8e admin admin] Usage tracker for resource:security_group_rule and tenant:49ada4e482fd473398f104dfa3f333e5 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:33:38.111302 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-82216cee-f156-4bc2-89a4-8387be007f8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:33:38.118468 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-82216cee-f156-4bc2-89a4-8387be007f8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:33:38.222762 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-82216cee-f156-4bc2-89a4-8387be007f8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:38.227546 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-82216cee-f156-4bc2-89a4-8387be007f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:38.241835 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-15733b5b-a771-4bd1-9e91-4278aac27bb7 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:33:38.298419 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-82216cee-f156-4bc2-89a4-8387be007f8e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=49ada4e482fd473398f104dfa3f333e5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4276912
Apr 19 19:33:38.300641 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82216cee-f156-4bc2-89a4-8387be007f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c81fd72e-d170-405b-92f1-7422b37398bb,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:33:38.303082 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 57018) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:33:38.304458 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-82216cee-f156-4bc2-89a4-8387be007f8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:33:38.402971 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-79dfebf8-f8f0-4cda-af70-5b3b1bf8ce10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:38.458971 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-79dfebf8-f8f0-4cda-af70-5b3b1bf8ce10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:38.551765 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-79dfebf8-f8f0-4cda-af70-5b3b1bf8ce10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:38.559776 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b3fbb049-a436-4afa-9391-f1e9db642b24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:33:38.584444 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dfebf8-f8f0-4cda-af70-5b3b1bf8ce10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81fd72e-d170-405b-92f1-7422b37398bb,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:33:38.589784 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-79dfebf8-f8f0-4cda-af70-5b3b1bf8ce10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:33:38.593875 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-79dfebf8-f8f0-4cda-af70-5b3b1bf8ce10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:38.598089 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-79dfebf8-f8f0-4cda-af70-5b3b1bf8ce10 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c81fd72e-d170-405b-92f1-7422b37398bb HTTP/1.1" status: 204  len: 168 time: 0.2935977
Apr 19 19:33:39.019663 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 57030) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:33:39.041443 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-962bcfe0-be24-477e-be68-a2fcf1499e49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:39.058950 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-962bcfe0-be24-477e-be68-a2fcf1499e49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:33:39.064423 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-962bcfe0-be24-477e-be68-a2fcf1499e49 admin admin] Usage tracker for resource:security_group_rule and tenant:f97c048dcc294ee1b823eb41891ccb12 is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:33:39.068033 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-962bcfe0-be24-477e-be68-a2fcf1499e49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:33:39.074465 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-962bcfe0-be24-477e-be68-a2fcf1499e49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:33:39.179397 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-962bcfe0-be24-477e-be68-a2fcf1499e49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:39.182266 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-962bcfe0-be24-477e-be68-a2fcf1499e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:39.192678 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-f2464a5f-8721-4628-86e1-941e02882506 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:33:39.242051 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-962bcfe0-be24-477e-be68-a2fcf1499e49 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f97c048dcc294ee1b823eb41891ccb12&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2208111
Apr 19 19:33:39.244439 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962bcfe0-be24-477e-be68-a2fcf1499e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547b1af4-544a-498d-9c04-489f8d167a1d,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:33:39.245648 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 57034) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:33:39.249147 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-962bcfe0-be24-477e-be68-a2fcf1499e49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:33:39.323676 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-dd537543-a51c-4b34-8655-de3e5cb1b3ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:39.356354 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-dd537543-a51c-4b34-8655-de3e5cb1b3ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:39.407970 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-dd537543-a51c-4b34-8655-de3e5cb1b3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:39.412490 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-9a377f0e-8f87-4699-9a0d-4342e11da030 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:33:39.430402 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd537543-a51c-4b34-8655-de3e5cb1b3ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547b1af4-544a-498d-9c04-489f8d167a1d,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:33:39.433415 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-dd537543-a51c-4b34-8655-de3e5cb1b3ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:33:39.447982 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-dd537543-a51c-4b34-8655-de3e5cb1b3ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:39.449323 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-dd537543-a51c-4b34-8655-de3e5cb1b3ac admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/547b1af4-544a-498d-9c04-489f8d167a1d HTTP/1.1" status: 204  len: 168 time: 0.2024796
Apr 19 19:33:39.891268 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 57044) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:33:39.926027 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2f589aa1-de39-43e3-94c1-f8a227391896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:39.956771 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-2f589aa1-de39-43e3-94c1-f8a227391896 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:33:39.964653 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-2f589aa1-de39-43e3-94c1-f8a227391896 admin admin] Usage tracker for resource:security_group_rule and tenant:3b027cad0e154895aa8bc7108641f067 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:33:39.970995 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-2f589aa1-de39-43e3-94c1-f8a227391896 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:33:39.983593 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-2f589aa1-de39-43e3-94c1-f8a227391896 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:33:40.151701 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2f589aa1-de39-43e3-94c1-f8a227391896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:40.156499 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2f589aa1-de39-43e3-94c1-f8a227391896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:40.181679 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-842e525b-6b97-4cbb-9b98-554e28edfaea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:33:40.271490 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-2f589aa1-de39-43e3-94c1-f8a227391896 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3b027cad0e154895aa8bc7108641f067&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3780525
Apr 19 19:33:40.273265 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f589aa1-de39-43e3-94c1-f8a227391896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f46642-452b-4007-bc86-cd9161bd5a2f,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:33:40.275709 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 57054) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:33:40.278648 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-2f589aa1-de39-43e3-94c1-f8a227391896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:33:40.366468 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-94b60fa2-d7d6-42af-86e8-c2eb322c617b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:40.406162 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-94b60fa2-d7d6-42af-86e8-c2eb322c617b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:40.453668 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-94b60fa2-d7d6-42af-86e8-c2eb322c617b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:40.463379 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-55526eab-92bb-40ba-8c06-f049a62143c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:33:40.487897 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b60fa2-d7d6-42af-86e8-c2eb322c617b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f46642-452b-4007-bc86-cd9161bd5a2f,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:33:40.492339 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-94b60fa2-d7d6-42af-86e8-c2eb322c617b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:33:40.508559 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-94b60fa2-d7d6-42af-86e8-c2eb322c617b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:40.515934 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-94b60fa2-d7d6-42af-86e8-c2eb322c617b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/01f46642-452b-4007-bc86-cd9161bd5a2f HTTP/1.1" status: 204  len: 168 time: 0.2369885
Apr 19 19:33:45.808033 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6b2a8f94-e10c-41ff-8bd2-8c9049470340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:48.617361 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-064e9b88-5b9a-4193-8931-0db2b781b2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:49.225679 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 57190) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:33:49.477616 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-707b1236-7028-4097-b42b-67c7f2b32e17 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Deleting port 55f6ec2d-b710-43dc-ab3d-a7db5aa915a8 {{(pid=86368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:33:49.478296 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-707b1236-7028-4097-b42b-67c7f2b32e17 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:49.756872 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-707b1236-7028-4097-b42b-67c7f2b32e17 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697982'] for port, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:49.757729 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-707b1236-7028-4097-b42b-67c7f2b32e17 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:49.786874 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-000a1909-ab5b-4f97-8afb-04fdec5398f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:49.916587 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-707b1236-7028-4097-b42b-67c7f2b32e17 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Calling delete_port for 55f6ec2d-b710-43dc-ab3d-a7db5aa915a8 owned by network:floatingip {{(pid=86368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:33:49.944865 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:50.124454 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-707b1236-7028-4097-b42b-67c7f2b32e17 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297115604255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297116051999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822331971'] for port, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:50.128858 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8b583cae-8517-4ca8-b6bf-ac6be3c2f015 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:33:50.180008 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707b1236-7028-4097-b42b-67c7f2b32e17 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Pushing event deleted for resources: {'Port': ['ID=55f6ec2d-b710-43dc-ab3d-a7db5aa915a8,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:33:50.183365 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-707b1236-7028-4097-b42b-67c7f2b32e17 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:33:50.344019 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-707b1236-7028-4097-b42b-67c7f2b32e17 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Notify callbacks [] for floatingip, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:50.344369 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.db.l3_db [None req-707b1236-7028-4097-b42b-67c7f2b32e17 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Floating IP a93e0fe6-ed87-4169-9539-d1ceb441fe3c disassociated (deleted). External IP: 172.27.1.73, port: f81f6244-c7d7-48d3-bae9-70946c5b8145.
Apr 19 19:33:50.687063 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5c78a517-44d6-4271-a115-cae59bf86ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:50.814727 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-707b1236-7028-4097-b42b-67c7f2b32e17 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Router 3e115489-0dfd-43de-a9ea-b0f2835861b2 has already been hosted by L3 agent a3cf2d1c-6710-4478-a129-20091cfe97d1 {{(pid=86368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:33:51.344250 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-707b1236-7028-4097-b42b-67c7f2b32e17 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Notify agent at l3_agent.dv-cinder-786932-1-iscsi the message routers_updated {{(pid=86368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:33:51.350064 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 57210) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:33:51.357604 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e806d46-0314-49d2-9479-8f249f59ea00 None None] Sync routers for ids ['3e115489-0dfd-43de-a9ea-b0f2835861b2'] in dv-cinder-786932-1-iscsi {{(pid=86370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:33:51.380550 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e806d46-0314-49d2-9479-8f249f59ea00 None None] Routers {'3e115489-0dfd-43de-a9ea-b0f2835861b2'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:33:51.382791 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-7e806d46-0314-49d2-9479-8f249f59ea00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0f349e80>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:33:49Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['3e115489-0dfd-43de-a9ea-b0f2835861b2'], 'active': True} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:33:51.387107 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-707b1236-7028-4097-b42b-67c7f2b32e17 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for floatingip, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:51.529067 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-707b1236-7028-4097-b42b-67c7f2b32e17 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "DELETE /v2.0/floatingips/a93e0fe6-ed87-4169-9539-d1ceb441fe3c HTTP/1.1" status: 204  len: 168 time: 2.3015351
Apr 19 19:33:51.530392 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9d12116-ab28-4eec-b0dd-7ab43e7386a4', 'tag': 'f81f6244-c7d7-48d3-bae9-70946c5b8145'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:33:51.632455 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9d12116-ab28-4eec-b0dd-7ab43e7386a4', 'tag': 'f81f6244-c7d7-48d3-bae9-70946c5b8145', 'status': 'completed', 'code': 200}
Apr 19 19:33:51.663940 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-143d342a-71f0-482c-9383-5728ce673e5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:51.755696 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-7e806d46-0314-49d2-9479-8f249f59ea00 None None] Set router 3e115489-0dfd-43de-a9ea-b0f2835861b2 gateway port host: dv-cinder-786932-1-iscsi {{(pid=86370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:33:51.785299 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-143d342a-71f0-482c-9383-5728ce673e5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:33:51.799443 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-143d342a-71f0-482c-9383-5728ce673e5e admin admin] Usage tracker for resource:security_group_rule and tenant:fb7686bcd3a944f88b16ec67814eb86b is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:33:51.809906 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-143d342a-71f0-482c-9383-5728ce673e5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:33:51.823411 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-143d342a-71f0-482c-9383-5728ce673e5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:33:51.916031 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d0627-4264-407f-87a1-5af8ee0f6e94 req-519154d9-7ff2-45d5-aaf9-f874518dcdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:33:51.918633 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9f1d0627-4264-407f-87a1-5af8ee0f6e94 req-519154d9-7ff2-45d5-aaf9-f874518dcdd0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4ca113d70014148bb7b01a5ca52e617&device_id=f9d12116-ab28-4eec-b0dd-7ab43e7386a4 HTTP/1.1" status: 200  len: 1098 time: 0.2302120
Apr 19 19:33:52.187652 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d0627-4264-407f-87a1-5af8ee0f6e94 req-fbb81fbd-9ec3-48f5-84bc-1e581c32acca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:33:52.189486 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9f1d0627-4264-407f-87a1-5af8ee0f6e94 req-fbb81fbd-9ec3-48f5-84bc-1e581c32acca service neutron] 10.222.0.20 "GET /v2.0/networks?id=2d3e41b1-31e3-4474-ae4c-35f4f724ebfb HTTP/1.1" status: 200  len: 909 time: 0.2568924
Apr 19 19:33:52.191422 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-143d342a-71f0-482c-9383-5728ce673e5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:52.194760 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-143d342a-71f0-482c-9383-5728ce673e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:52.212703 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-ef51e777-6784-4589-83ac-5c0324bd1fa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:33:52.278138 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-7e806d46-0314-49d2-9479-8f249f59ea00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0f349e80>, [{'id': '3e115489-0dfd-43de-a9ea-b0f2835861b2', 'name': 'tempest-TestShelveInstance-901916439-router', 'tenant_id': 'e4ca113d70014148bb7b01a5ca52e617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '19d956a9-2f9c-4e7e-b0df-1ebb26e40d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:28:24Z', 'updated_at': '2021-04-19T19:28:32Z', 'revision_number': 4, 'project_id': 'e4ca113d70014148bb7b01a5ca52e617', 'gw_port': {'id': '19d956a9-2f9c-4e7e-b0df-1ebb26e40d54', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e115489-0dfd-43de-a9ea-b0f2835861b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:28:25Z', 'updated_at': '2021-04-19T19:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_interfaces': [{'id': 'a50953b6-4696-48d4-b24c-a30f5b169d7b', 'name': '', 'network_id': '2d3e41b1-31e3-4474-ae4c-35f4f724ebfb', 'tenant_id': 'e4ca113d70014148bb7b01a5ca52e617', 'mac_address': 'fa:16:3e:58:bb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e115489-0dfd-43de-a9ea-b0f2835861b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b982e9fc-25d6-4db7-9e76-30317f3de3b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:28:31Z', 'updated_at': '2021-04-19T19:28:45Z', 'revision_number': 5, 'project_id': 'e4ca113d70014148bb7b01a5ca52e617', 'subnets': [{'id': 'b982e9fc-25d6-4db7-9e76-30317f3de3b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:33:52.286769 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e806d46-0314-49d2-9479-8f249f59ea00 None None] Checking router: 3e115489-0dfd-43de-a9ea-b0f2835861b2 for host: dv-cinder-786932-1-iscsi {{(pid=86370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:33:52.293313 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b012ad8-0ec5-4022-96cb-312ab01247f0 req-c36c94e6-dab3-4d1a-b62b-372f26c7d77b tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:33:52.294796 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-7b012ad8-0ec5-4022-96cb-312ab01247f0 req-c36c94e6-dab3-4d1a-b62b-372f26c7d77b tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Synchronizing usage tracker for tenant:e4ca113d70014148bb7b01a5ca52e617 on resource:port {{(pid=86368) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:33:52.306431 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e806d46-0314-49d2-9479-8f249f59ea00 None None] Routers {'3e115489-0dfd-43de-a9ea-b0f2835861b2'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:33:52.307149 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-7e806d46-0314-49d2-9479-8f249f59ea00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0f349e80>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:33:49Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['3e115489-0dfd-43de-a9ea-b0f2835861b2'], 'active': True} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:33:52.324011 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-7b012ad8-0ec5-4022-96cb-312ab01247f0 req-c36c94e6-dab3-4d1a-b62b-372f26c7d77b tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Unset dirty status for tenant:e4ca113d70014148bb7b01a5ca52e617 on resource:port {{(pid=86368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:33:52.329141 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9f1d0627-4264-407f-87a1-5af8ee0f6e94 req-344925e2-da69-4b55-8548-cdaff85cbe0c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f81f6244-c7d7-48d3-bae9-70946c5b8145 HTTP/1.1" status: 200  len: 217 time: 0.1176252
Apr 19 19:33:52.332668 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7b012ad8-0ec5-4022-96cb-312ab01247f0 req-c36c94e6-dab3-4d1a-b62b-372f26c7d77b tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9d12116-ab28-4eec-b0dd-7ab43e7386a4 HTTP/1.1" status: 200  len: 945 time: 0.2322121
Apr 19 19:33:52.337453 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-143d342a-71f0-482c-9383-5728ce673e5e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fb7686bcd3a944f88b16ec67814eb86b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9862058
Apr 19 19:33:52.339564 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 57224) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:33:52.410991 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143d342a-71f0-482c-9383-5728ce673e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27024d13-b8d4-42e8-9c21-ed8e3035d5e9,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:33:52.436573 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7b012ad8-0ec5-4022-96cb-312ab01247f0 req-4f384c71-f073-4e67-b49e-392b5ba8444e tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/security-groups?id=823bdc8f-2b33-4b7a-96ea-a1e32c9160e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0966477
Apr 19 19:33:52.437415 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-143d342a-71f0-482c-9383-5728ce673e5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:33:52.530968 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d0627-4264-407f-87a1-5af8ee0f6e94 req-e67cfdf2-654d-4cdf-aa49-36e52b43c855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:33:52.548646 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9f1d0627-4264-407f-87a1-5af8ee0f6e94 req-e67cfdf2-654d-4cdf-aa49-36e52b43c855 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b982e9fc-25d6-4db7-9e76-30317f3de3b0 HTTP/1.1" status: 200  len: 847 time: 0.1992993
Apr 19 19:33:52.638246 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-51a98534-6721-4087-99c4-69de5ab5cfd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:52.673836 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-7e806d46-0314-49d2-9479-8f249f59ea00 None None] Set router 3e115489-0dfd-43de-a9ea-b0f2835861b2 gateway port host: dv-cinder-786932-1-iscsi {{(pid=86370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:33:52.696553 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-51a98534-6721-4087-99c4-69de5ab5cfd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:52.759448 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d0627-4264-407f-87a1-5af8ee0f6e94 req-66446c7a-4a59-4923-a145-2814dcd74555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:33:52.761241 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9f1d0627-4264-407f-87a1-5af8ee0f6e94 req-66446c7a-4a59-4923-a145-2814dcd74555 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2d3e41b1-31e3-4474-ae4c-35f4f724ebfb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1957061
Apr 19 19:33:52.798295 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-51a98534-6721-4087-99c4-69de5ab5cfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:52.807611 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-143d342a-71f0-482c-9383-5728ce673e5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:33:52.879993 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a98534-6721-4087-99c4-69de5ab5cfd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27024d13-b8d4-42e8-9c21-ed8e3035d5e9,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:33:52.882995 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-51a98534-6721-4087-99c4-69de5ab5cfd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:33:52.910139 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-51a98534-6721-4087-99c4-69de5ab5cfd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:52.911387 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-51a98534-6721-4087-99c4-69de5ab5cfd5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/27024d13-b8d4-42e8-9c21-ed8e3035d5e9 HTTP/1.1" status: 204  len: 168 time: 0.5590928
Apr 19 19:33:52.983750 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9f1d0627-4264-407f-87a1-5af8ee0f6e94 req-370ead90-cd4f-4738-8caf-f102bbf0e3e1 service neutron] 10.222.0.20 "GET /v2.0/networks/2d3e41b1-31e3-4474-ae4c-35f4f724ebfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2122874
Apr 19 19:33:53.171447 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9f1d0627-4264-407f-87a1-5af8ee0f6e94 req-2ef206e3-1517-4586-abd3-ccd3e74b14c0 service neutron] 10.222.0.20 "GET /v2.0/networks/2d3e41b1-31e3-4474-ae4c-35f4f724ebfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1737049
Apr 19 19:33:53.319313 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-7e806d46-0314-49d2-9479-8f249f59ea00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0f349e80>, [{'id': '3e115489-0dfd-43de-a9ea-b0f2835861b2', 'name': 'tempest-TestShelveInstance-901916439-router', 'tenant_id': 'e4ca113d70014148bb7b01a5ca52e617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '19d956a9-2f9c-4e7e-b0df-1ebb26e40d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:28:24Z', 'updated_at': '2021-04-19T19:28:32Z', 'revision_number': 4, 'project_id': 'e4ca113d70014148bb7b01a5ca52e617', 'gw_port': {'id': '19d956a9-2f9c-4e7e-b0df-1ebb26e40d54', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e115489-0dfd-43de-a9ea-b0f2835861b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:28:25Z', 'updated_at': '2021-04-19T19:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_interfaces': [{'id': 'a50953b6-4696-48d4-b24c-a30f5b169d7b', 'name': '', 'network_id': '2d3e41b1-31e3-4474-ae4c-35f4f724ebfb', 'tenant_id': 'e4ca113d70014148bb7b01a5ca52e617', 'mac_address': 'fa:16:3e:58:bb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e115489-0dfd-43de-a9ea-b0f2835861b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b982e9fc-25d6-4db7-9e76-30317f3de3b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:28:31Z', 'updated_at': '2021-04-19T19:28:45Z', 'revision_number': 5, 'project_id': 'e4ca113d70014148bb7b01a5ca52e617', 'subnets': [{'id': 'b982e9fc-25d6-4db7-9e76-30317f3de3b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:33:53.324480 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e806d46-0314-49d2-9479-8f249f59ea00 None None] The sync data for ids ['3e115489-0dfd-43de-a9ea-b0f2835861b2'] in dv-cinder-786932-1-iscsi is: [{'id': '3e115489-0dfd-43de-a9ea-b0f2835861b2', 'name': 'tempest-TestShelveInstance-901916439-router', 'tenant_id': 'e4ca113d70014148bb7b01a5ca52e617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '19d956a9-2f9c-4e7e-b0df-1ebb26e40d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:28:24Z', 'updated_at': '2021-04-19T19:28:32Z', 'revision_number': 4, 'project_id': 'e4ca113d70014148bb7b01a5ca52e617', 'gw_port': {'id': '19d956a9-2f9c-4e7e-b0df-1ebb26e40d54', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e115489-0dfd-43de-a9ea-b0f2835861b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:28:25Z', 'updated_at': '2021-04-19T19:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_interfaces': [{'id': 'a50953b6-4696-48d4-b24c-a30f5b169d7b', 'name': '', 'network_id': '2d3e41b1-31e3-4474-ae4c-35f4f724ebfb', 'tenant_id': 'e4ca113d70014148bb7b01a5ca52e617', 'mac_address': 'fa:16:3e:58:bb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e115489-0dfd-43de-a9ea-b0f2835861b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b982e9fc-25d6-4db7-9e76-30317f3de3b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:28:31Z', 'updated_at': '2021-04-19T19:28:45Z', 'revision_number': 5, 'project_id': 'e4ca113d70014148bb7b01a5ca52e617', 'subnets': [{'id': 'b982e9fc-25d6-4db7-9e76-30317f3de3b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:33:53.862470 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69d2336-ee93-49fe-ad1b-0f2236d2d236 None None] New status for floating IP a93e0fe6-ed87-4169-9539-d1ceb441fe3c: DOWN {{(pid=86371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 19:33:54.050425 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66addf8-f43f-4176-9f23-097c13159360 req-19796c98-85d0-4158-8107-a8d324b7d7be tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:33:54.053284 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a66addf8-f43f-4176-9f23-097c13159360 req-19796c98-85d0-4158-8107-a8d324b7d7be tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9d12116-ab28-4eec-b0dd-7ab43e7386a4 HTTP/1.1" status: 200  len: 945 time: 0.2403319
Apr 19 19:33:54.112649 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37430fae-9115-44a5-b559-c8ecb2898fbe req-babc9f0c-f71c-402b-ae45-66531e8a55cc tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:33:54.123091 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-37430fae-9115-44a5-b559-c8ecb2898fbe req-babc9f0c-f71c-402b-ae45-66531e8a55cc tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9d12116-ab28-4eec-b0dd-7ab43e7386a4 HTTP/1.1" status: 200  len: 945 time: 0.4802547
Apr 19 19:33:54.198001 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-37430fae-9115-44a5-b559-c8ecb2898fbe req-9f12844c-6a20-45a4-b9e4-d027f7781a23 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/security-groups?id=823bdc8f-2b33-4b7a-96ea-a1e32c9160e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0729859
Apr 19 19:33:54.221511 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-a66addf8-f43f-4176-9f23-097c13159360 req-20acf01c-9929-4401-8219-1f59d14cde9b tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Deleting port f81f6244-c7d7-48d3-bae9-70946c5b8145 {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:33:54.222178 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-a66addf8-f43f-4176-9f23-097c13159360 req-20acf01c-9929-4401-8219-1f59d14cde9b tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:54.366428 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 57258) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:33:54.537081 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-6bff4ce9-a90c-42ab-9a9e-c9460bee0ca0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1518362485-network', 'tenant_id': 'bc6d5ff032774262833087cdb5dac57f'}} {{(pid=86368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:33:54.547207 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-6bff4ce9-a90c-42ab-9a9e-c9460bee0ca0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:33:54.556194 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-6bff4ce9-a90c-42ab-9a9e-c9460bee0ca0 admin admin] Usage tracker for resource:network and tenant:bc6d5ff032774262833087cdb5dac57f is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:33:54.562610 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-6bff4ce9-a90c-42ab-9a9e-c9460bee0ca0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:33:54.580953 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-6bff4ce9-a90c-42ab-9a9e-c9460bee0ca0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:33:54.599865 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bff4ce9-a90c-42ab-9a9e-c9460bee0ca0 admin admin] Made reservation on behalf of bc6d5ff032774262833087cdb5dac57f for: {'network': 1} {{(pid=86368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:33:54.605491 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6bff4ce9-a90c-42ab-9a9e-c9460bee0ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for network, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:54.621299 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6bff4ce9-a90c-42ab-9a9e-c9460bee0ca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:54.640661 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-6bff4ce9-a90c-42ab-9a9e-c9460bee0ca0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:33:54.646598 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-6bff4ce9-a90c-42ab-9a9e-c9460bee0ca0 admin admin] Usage tracker for resource:security_group_rule and tenant:bc6d5ff032774262833087cdb5dac57f is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:33:54.651202 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-6bff4ce9-a90c-42ab-9a9e-c9460bee0ca0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:33:54.660443 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-6bff4ce9-a90c-42ab-9a9e-c9460bee0ca0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:33:54.813104 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6bff4ce9-a90c-42ab-9a9e-c9460bee0ca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:54.817772 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6bff4ce9-a90c-42ab-9a9e-c9460bee0ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:54.823120 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-74d9b6a3-f971-4b5c-8e5d-456e857a4472 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:33:54.855512 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bff4ce9-a90c-42ab-9a9e-c9460bee0ca0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141}  {{(pid=86368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 19:33:54.873992 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bff4ce9-a90c-42ab-9a9e-c9460bee0ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2209dc42-de8c-4ee1-988e-08136191c73c,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:33:54.875971 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-a66addf8-f43f-4176-9f23-097c13159360 req-20acf01c-9929-4401-8219-1f59d14cde9b tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] For port f81f6244-c7d7-48d3-bae9-70946c5b8145, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f81f6244-c7d7-48d3-bae9-70946c5b8145,segment=NetworkSegment(00035a8f-a81f-4089-9be6-fd708daf7fa2),segment_id=00035a8f-a81f-4089-9be6-fd708daf7fa2)] {{(pid=86369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:33:54.877447 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-a66addf8-f43f-4176-9f23-097c13159360 req-20acf01c-9929-4401-8219-1f59d14cde9b tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697982'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:54.879777 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-6bff4ce9-a90c-42ab-9a9e-c9460bee0ca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:33:54.881102 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6bff4ce9-a90c-42ab-9a9e-c9460bee0ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852957628'] for segment, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:54.881603 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.db.segments_db [None req-6bff4ce9-a90c-42ab-9a9e-c9460bee0ca0 admin admin] Added segment c9f64e16-f74b-4697-b568-46ea1751b563 of type vlan for network cabf1e57-94c5-449b-bceb-ad5ee016bb62
Apr 19 19:33:54.923443 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6bff4ce9-a90c-42ab-9a9e-c9460bee0ca0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739738712435'] for network, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:54.968671 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6bff4ce9-a90c-42ab-9a9e-c9460bee0ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770'] for network, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:54.971075 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bff4ce9-a90c-42ab-9a9e-c9460bee0ca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:33:54.971976 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6bff4ce9-a90c-42ab-9a9e-c9460bee0ca0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:54.978121 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:33:55.101293 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-6bff4ce9-a90c-42ab-9a9e-c9460bee0ca0 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.7329283
Apr 19 19:33:55.104977 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 57266) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:33:55.108899 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bff4ce9-a90c-42ab-9a9e-c9460bee0ca0 admin admin] Pushing event updated for resources: {'Network': ['ID=cabf1e57-94c5-449b-bceb-ad5ee016bb62,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:33:55.120712 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-5abadb82-d260-4b9a-9f1e-f50742fe8a9f admin admin] Request body: {'subnet': {'network_id': 'cabf1e57-94c5-449b-bceb-ad5ee016bb62', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1518362485-subnet', 'tenant_id': 'bc6d5ff032774262833087cdb5dac57f', 'ip_version': 4}} {{(pid=86368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:33:55.123002 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Network cabf1e57-94c5-449b-bceb-ad5ee016bb62 details requested by agent ovs-agent-dv-cinder-786932-1-iscsi with host dv-cinder-786932-1-iscsi {{(pid=86370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 19:33:55.125226 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-6bff4ce9-a90c-42ab-9a9e-c9460bee0ca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:33:55.127783 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-5abadb82-d260-4b9a-9f1e-f50742fe8a9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:33:55.132494 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-5abadb82-d260-4b9a-9f1e-f50742fe8a9f admin admin] Usage tracker for resource:subnet and tenant:bc6d5ff032774262833087cdb5dac57f is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:33:55.135850 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-5abadb82-d260-4b9a-9f1e-f50742fe8a9f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:33:55.143489 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-5abadb82-d260-4b9a-9f1e-f50742fe8a9f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:33:55.143894 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-a66addf8-f43f-4176-9f23-097c13159360 req-20acf01c-9929-4401-8219-1f59d14cde9b tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Calling delete_port for f81f6244-c7d7-48d3-bae9-70946c5b8145 owned by compute:nova {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:33:55.155530 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5abadb82-d260-4b9a-9f1e-f50742fe8a9f admin admin] Made reservation on behalf of bc6d5ff032774262833087cdb5dac57f for: {'subnet': 1} {{(pid=86368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:33:55.160742 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5abadb82-d260-4b9a-9f1e-f50742fe8a9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32430925'] for subnet, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:55.377459 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-a66addf8-f43f-4176-9f23-097c13159360 req-20acf01c-9929-4401-8219-1f59d14cde9b tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297115604255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297116051999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31618435'] for port, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:55.393142 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-1812cc6c-6778-4197-aa8d-be659639ec31 tempest-VolumesActionsTest-620120697 tempest-VolumesActionsTest-620120697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:33:55.547692 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9eba2a51-0977-4fd7-84b7-ea08266562f6 req-14b54b1f-b2ce-46b9-9150-18790ee82e41 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9d12116-ab28-4eec-b0dd-7ab43e7386a4 HTTP/1.1" status: 200  len: 210 time: 0.1497171
Apr 19 19:33:55.623436 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20acf01c-9929-4401-8219-1f59d14cde9b tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Pushing event deleted for resources: {'Port': ['ID=f81f6244-c7d7-48d3-bae9-70946c5b8145,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:33:55.642766 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-20acf01c-9929-4401-8219-1f59d14cde9b tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:33:55.654622 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-a66addf8-f43f-4176-9f23-097c13159360 req-20acf01c-9929-4401-8219-1f59d14cde9b tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] No DVR routers for this DVR port f81f6244-c7d7-48d3-bae9-70946c5b8145 on host hv-cinder-78693 {{(pid=86369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 19:33:55.658542 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-a66addf8-f43f-4176-9f23-097c13159360 req-20acf01c-9929-4401-8219-1f59d14cde9b tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:55.663658 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d12116-ab28-4eec-b0dd-7ab43e7386a4', 'name': 'network-vif-deleted', 'tag': 'f81f6244-c7d7-48d3-bae9-70946c5b8145'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:33:55.689642 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a66addf8-f43f-4176-9f23-097c13159360 req-20acf01c-9929-4401-8219-1f59d14cde9b tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.20 "DELETE /v2.0/ports/f81f6244-c7d7-48d3-bae9-70946c5b8145 HTTP/1.1" status: 204  len: 173 time: 1.6294377
Apr 19 19:33:55.726588 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d12116-ab28-4eec-b0dd-7ab43e7386a4', 'name': 'network-vif-deleted', 'tag': 'f81f6244-c7d7-48d3-bae9-70946c5b8145', 'status': 'completed', 'code': 200}
Apr 19 19:33:55.886564 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5abadb82-d260-4b9a-9f1e-f50742fe8a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32443436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32430940'] for subnet, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:55.891860 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:33:55.984537 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abadb82-d260-4b9a-9f1e-f50742fe8a9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=27c0cb0a-80ab-420a-834e-c69dfc7d0834,revision_number=0']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:33:55.989911 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-5abadb82-d260-4b9a-9f1e-f50742fe8a9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:33:55.997800 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abadb82-d260-4b9a-9f1e-f50742fe8a9f admin admin] Checking segment: {'id': 'c9f64e16-f74b-4697-b568-46ea1751b563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cabf1e57-94c5-449b-bceb-ad5ee016bb62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:33:55.998202 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abadb82-d260-4b9a-9f1e-f50742fe8a9f admin admin] Network hostable DHCP agents. Network: cabf1e57-94c5-449b-bceb-ad5ee016bb62, hostable agents: ['5216385f-cfc7-4997-a943-f61b8ae1664e'], hosted agents: [] {{(pid=86368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 19:33:56.023255 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abadb82-d260-4b9a-9f1e-f50742fe8a9f admin admin] Network cabf1e57-94c5-449b-bceb-ad5ee016bb62 is scheduled to be hosted by DHCP agent 5216385f-cfc7-4997-a943-f61b8ae1664e with binding_index 1 {{(pid=86368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 19:33:56.035593 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-5abadb82-d260-4b9a-9f1e-f50742fe8a9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-1-iscsi, cabf1e57-94c5-449b-bceb-ad5ee016bb62) {{(pid=86368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:33:56.050807 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abadb82-d260-4b9a-9f1e-f50742fe8a9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:33:56.051352 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5abadb82-d260-4b9a-9f1e-f50742fe8a9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:56.054658 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc29d46-7139-4414-b1b9-c0a16913f242 None None] Network cabf1e57-94c5-449b-bceb-ad5ee016bb62 requested from dv-cinder-786932-1-iscsi {{(pid=86370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:33:56.081088 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-5abadb82-d260-4b9a-9f1e-f50742fe8a9f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.9749341
Apr 19 19:33:56.085524 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 57288) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:33:56.095762 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-7733ed33-d310-4164-be3a-60a188d4b26f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1518362485-router', 'tenant_id': 'bc6d5ff032774262833087cdb5dac57f', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c'}}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:33:56.105503 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-7733ed33-d310-4164-be3a-60a188d4b26f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:33:56.113321 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-7733ed33-d310-4164-be3a-60a188d4b26f admin admin] Usage tracker for resource:router and tenant:bc6d5ff032774262833087cdb5dac57f is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:33:56.121782 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-7733ed33-d310-4164-be3a-60a188d4b26f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:33:56.132587 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-7733ed33-d310-4164-be3a-60a188d4b26f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:33:56.146129 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7733ed33-d310-4164-be3a-60a188d4b26f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854073617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854743364'] for router, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:56.147936 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7733ed33-d310-4164-be3a-60a188d4b26f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-702183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-678657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32420'] for router, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:56.173288 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7733ed33-d310-4164-be3a-60a188d4b26f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:56.426062 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36adfda-7967-40dc-a932-a14c6cea92f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cdbe905-22d6-5db2-b625-c927f524fce5-cabf1e57-94c5-449b-bceb-ad5ee016bb62', 'network_id': 'cabf1e57-94c5-449b-bceb-ad5ee016bb62', 'tenant_id': 'bc6d5ff032774262833087cdb5dac57f', 'fixed_ips': [{'subnet_id': '27c0cb0a-80ab-420a-834e-c69dfc7d0834'}]}} from dv-cinder-786932-1-iscsi. {{(pid=86370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 19 19:33:56.427851 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d36adfda-7967-40dc-a932-a14c6cea92f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:56.561723 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7733ed33-d310-4164-be3a-60a188d4b26f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678902', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32405'] for router, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:56.619483 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-d36adfda-7967-40dc-a932-a14c6cea92f6 None None] Allocated IP 172.20.0.2 (cabf1e57-94c5-449b-bceb-ad5ee016bb62/27c0cb0a-80ab-420a-834e-c69dfc7d0834/4f55d53e-79a9-4479-a0a9-110fc86335c2) {{(pid=86370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:33:56.864593 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d36adfda-7967-40dc-a932-a14c6cea92f6 None None] Notify callbacks [] for port, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:56.878690 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-d36adfda-7967-40dc-a932-a14c6cea92f6 None None] Transition to ACTIVE for port object 4f55d53e-79a9-4479-a0a9-110fc86335c2 will not be triggered until provisioned by entity L2. {{(pid=86370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:33:56.905657 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-d36adfda-7967-40dc-a932-a14c6cea92f6 None None] Transition to ACTIVE for port object 4f55d53e-79a9-4479-a0a9-110fc86335c2 will not be triggered until provisioned by entity DHCP. {{(pid=86370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:33:56.910849 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d36adfda-7967-40dc-a932-a14c6cea92f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739738723801'] for port, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:56.928486 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-cd337b88-794c-4450-b505-3aa7f2e1adb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:33:56.944879 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-408a1b28-7321-4800-8628-c986e108b49a req-03fd6217-6234-4609-9690-3c0e907d0e59 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9d12116-ab28-4eec-b0dd-7ab43e7386a4 HTTP/1.1" status: 200  len: 210 time: 0.1175299
Apr 19 19:33:57.009515 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36adfda-7967-40dc-a932-a14c6cea92f6 None None] Network cabf1e57-94c5-449b-bceb-ad5ee016bb62 is already hosted by enough agents. {{(pid=86370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:33:57.014538 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-d36adfda-7967-40dc-a932-a14c6cea92f6 None None] Resources bound (agent type, host, resource id):  {{(pid=86370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:33:57.019237 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36adfda-7967-40dc-a932-a14c6cea92f6 None None] Received port after_create {{(pid=86370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:33:57.030866 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36adfda-7967-40dc-a932-a14c6cea92f6 None None] Pushing event updated for resources: {'Port': ['ID=4f55d53e-79a9-4479-a0a9-110fc86335c2,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:33:57.078139 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36adfda-7967-40dc-a932-a14c6cea92f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:33:57.078540 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36adfda-7967-40dc-a932-a14c6cea92f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:33:57.078918 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36adfda-7967-40dc-a932-a14c6cea92f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:33:57.079297 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36adfda-7967-40dc-a932-a14c6cea92f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:33:57.079701 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36adfda-7967-40dc-a932-a14c6cea92f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:33:57.080092 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36adfda-7967-40dc-a932-a14c6cea92f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:33:57.080464 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36adfda-7967-40dc-a932-a14c6cea92f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:33:57.080834 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36adfda-7967-40dc-a932-a14c6cea92f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:33:57.081212 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36adfda-7967-40dc-a932-a14c6cea92f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:33:57.081577 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36adfda-7967-40dc-a932-a14c6cea92f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:33:57.081940 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36adfda-7967-40dc-a932-a14c6cea92f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:33:57.082306 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36adfda-7967-40dc-a932-a14c6cea92f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:33:57.118881 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-d36adfda-7967-40dc-a932-a14c6cea92f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:33:57.142495 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-d36adfda-7967-40dc-a932-a14c6cea92f6 None None] Attempting to bind port 4f55d53e-79a9-4479-a0a9-110fc86335c2 on host dv-cinder-786932-1-iscsi for vnic_type normal with profile  {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:33:57.142913 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-d36adfda-7967-40dc-a932-a14c6cea92f6 None None] Attempting to bind port 4f55d53e-79a9-4479-a0a9-110fc86335c2 by drivers openvswitch,hyperv on host dv-cinder-786932-1-iscsi at level 0 using segments [{'id': 'c9f64e16-f74b-4697-b568-46ea1751b563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cabf1e57-94c5-449b-bceb-ad5ee016bb62'}] {{(pid=86370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:33:57.143324 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36adfda-7967-40dc-a932-a14c6cea92f6 None None] Attempting to bind port 4f55d53e-79a9-4479-a0a9-110fc86335c2 on network cabf1e57-94c5-449b-bceb-ad5ee016bb62 {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:33:57.149881 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36adfda-7967-40dc-a932-a14c6cea92f6 None None] Checking agent: {'id': '18e08627-855b-4b57-ace4-a20256d828a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 16, 20), 'started_at': datetime.datetime(2021, 4, 19, 19, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:33:57.150313 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36adfda-7967-40dc-a932-a14c6cea92f6 None None] Checking segment: {'id': 'c9f64e16-f74b-4697-b568-46ea1751b563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cabf1e57-94c5-449b-bceb-ad5ee016bb62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:33:57.150849 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d36adfda-7967-40dc-a932-a14c6cea92f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:57.151228 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36adfda-7967-40dc-a932-a14c6cea92f6 None None] Bound using segment: {'id': 'c9f64e16-f74b-4697-b568-46ea1751b563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cabf1e57-94c5-449b-bceb-ad5ee016bb62'} {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:33:57.151793 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-d36adfda-7967-40dc-a932-a14c6cea92f6 None None] Bound port: 4f55d53e-79a9-4479-a0a9-110fc86335c2, host: dv-cinder-786932-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9f64e16-f74b-4697-b568-46ea1751b563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cabf1e57-94c5-449b-bceb-ad5ee016bb62'}}] {{(pid=86370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:33:57.152220 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d36adfda-7967-40dc-a932-a14c6cea92f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:57.220921 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7733ed33-d310-4164-be3a-60a188d4b26f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:57.265235 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-d36adfda-7967-40dc-a932-a14c6cea92f6 None None] For port 4f55d53e-79a9-4479-a0a9-110fc86335c2, host dv-cinder-786932-1-iscsi, cleared binding levels {{(pid=86370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:33:57.270060 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-d36adfda-7967-40dc-a932-a14c6cea92f6 None None] For port 4f55d53e-79a9-4479-a0a9-110fc86335c2, host dv-cinder-786932-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=4f55d53e-79a9-4479-a0a9-110fc86335c2,segment=NetworkSegment(c9f64e16-f74b-4697-b568-46ea1751b563),segment_id=c9f64e16-f74b-4697-b568-46ea1751b563)] {{(pid=86370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:33:57.276072 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d36adfda-7967-40dc-a932-a14c6cea92f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:57.282960 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:33:57.294988 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7733ed33-d310-4164-be3a-60a188d4b26f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:57.398873 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36adfda-7967-40dc-a932-a14c6cea92f6 None None] Pushing event updated for resources: {'Port': ['ID=4f55d53e-79a9-4479-a0a9-110fc86335c2,revision_number=2']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:33:57.402894 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-d36adfda-7967-40dc-a932-a14c6cea92f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:33:57.561749 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-7733ed33-d310-4164-be3a-60a188d4b26f admin admin] Allocated IP 172.27.1.44 (4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c/7025e6d6-1695-4f32-acf4-f47e4f1fcca5/b996ecc6-2b2b-4433-b253-14a5ead1e926) {{(pid=86369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:33:57.769462 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7733ed33-d310-4164-be3a-60a188d4b26f admin admin] Notify callbacks [] for port, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:57.886594 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7733ed33-d310-4164-be3a-60a188d4b26f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739738723801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31618435'] for port, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:57.895993 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-43fa58de-cf5b-47d7-a002-58879f7697cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:33:58.011955 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7733ed33-d310-4164-be3a-60a188d4b26f admin admin] Network 4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c is already hosted by enough agents. {{(pid=86369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:33:58.028251 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-7733ed33-d310-4164-be3a-60a188d4b26f admin admin] Resources bound (agent type, host, resource id):  {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:33:58.037245 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7733ed33-d310-4164-be3a-60a188d4b26f admin admin] Received port after_create {{(pid=86369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:33:58.059056 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device f81f6244-c7d7-48d3-bae9-70946c5b8145 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:33:58.080429 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 57298) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:33:58.116761 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7733ed33-d310-4164-be3a-60a188d4b26f admin admin] Pushing event updated for resources: {'Port': ['ID=b996ecc6-2b2b-4433-b253-14a5ead1e926,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:33:58.124446 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-7733ed33-d310-4164-be3a-60a188d4b26f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:33:58.128789 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] No Port match for: f81f6244-c7d7-48d3-bae9-70946c5b8145 {{(pid=86370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:33:58.129844 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device f81f6244-c7d7-48d3-bae9-70946c5b8145 not bound to the agent host hv-cinder-78693 {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:33:58.191624 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-284a6d78-b4a3-4934-a25d-8c6b667908ba tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Notify callbacks [] for security_group, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:58.230570 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-284a6d78-b4a3-4934-a25d-8c6b667908ba tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:58.298168 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-284a6d78-b4a3-4934-a25d-8c6b667908ba tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:58.302616 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-6bff4ce9-a90c-42ab-9a9e-c9460bee0ca0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:33:58.320133 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284a6d78-b4a3-4934-a25d-8c6b667908ba tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=823bdc8f-2b33-4b7a-96ea-a1e32c9160e6,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:33:58.323838 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-284a6d78-b4a3-4934-a25d-8c6b667908ba tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:33:58.335586 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-284a6d78-b4a3-4934-a25d-8c6b667908ba tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Notify callbacks [] for security_group, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:58.337147 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-284a6d78-b4a3-4934-a25d-8c6b667908ba tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] 10.222.0.36 "DELETE /v2.0/security-groups/823bdc8f-2b33-4b7a-96ea-a1e32c9160e6 HTTP/1.1" status: 204  len: 168 time: 0.2550945
Apr 19 19:33:58.410815 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 57306) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:33:58.869834 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device 4f55d53e-79a9-4479-a0a9-110fc86335c2 up at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:33:58.923764 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7733ed33-d310-4164-be3a-60a188d4b26f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:58.947795 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:58.990136 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning for port 4f55d53e-79a9-4479-a0a9-110fc86335c2 completed by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:33:59.028292 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1982bb-f047-4728-a400-3c3cfeb56e94 None None] Network cabf1e57-94c5-449b-bceb-ad5ee016bb62 requested from dv-cinder-786932-1-iscsi {{(pid=86370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:33:59.309294 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e6cde967-6b8d-4afe-a76d-2e2db6327e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700825'] for router_interface, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:59.392911 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-12336885-c2b7-42e5-853c-5f319eef2e0e None None] Provisioning for port 4f55d53e-79a9-4479-a0a9-110fc86335c2 completed by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:33:59.402902 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-12336885-c2b7-42e5-853c-5f319eef2e0e None None] Provisioning complete for port 4f55d53e-79a9-4479-a0a9-110fc86335c2 triggered by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:33:59.403327 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-12336885-c2b7-42e5-853c-5f319eef2e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:59.686089 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-12336885-c2b7-42e5-853c-5f319eef2e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:59.744412 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-12336885-c2b7-42e5-853c-5f319eef2e0e None None] For port 4f55d53e-79a9-4479-a0a9-110fc86335c2, host dv-cinder-786932-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=4f55d53e-79a9-4479-a0a9-110fc86335c2,segment=NetworkSegment(c9f64e16-f74b-4697-b568-46ea1751b563),segment_id=c9f64e16-f74b-4697-b568-46ea1751b563)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:33:59.760149 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-12336885-c2b7-42e5-853c-5f319eef2e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:59.764267 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:33:59.827317 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7733ed33-d310-4164-be3a-60a188d4b26f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854083004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854096932'] for router, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:59.854362 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-e6cde967-6b8d-4afe-a76d-2e2db6327e9f admin admin] Deleting port a50953b6-4696-48d4-b24c-a30f5b169d7b {{(pid=86368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:33:59.855014 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e6cde967-6b8d-4afe-a76d-2e2db6327e9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:33:59.911645 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12336885-c2b7-42e5-853c-5f319eef2e0e None None] Pushing event updated for resources: {'Port': ['ID=4f55d53e-79a9-4479-a0a9-110fc86335c2,revision_number=3']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:33:59.916714 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-12336885-c2b7-42e5-853c-5f319eef2e0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:34:00.095601 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e28a02d3-14e6-4873-a57c-1763b68c1e51 None None] Provisioning complete for port 4f55d53e-79a9-4479-a0a9-110fc86335c2 triggered by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:34:00.096242 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e28a02d3-14e6-4873-a57c-1763b68c1e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:00.108361 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7733ed33-d310-4164-be3a-60a188d4b26f admin admin] Router cc821ed7-8001-41e9-a134-8b064ad3d944 is scheduled to L3 agent a3cf2d1c-6710-4478-a129-20091cfe97d1 with binding_index 1 {{(pid=86369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 19 19:34:00.191390 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-e6cde967-6b8d-4afe-a76d-2e2db6327e9f admin admin] For port a50953b6-4696-48d4-b24c-a30f5b169d7b, host dv-cinder-786932-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=a50953b6-4696-48d4-b24c-a30f5b169d7b,segment=NetworkSegment(00035a8f-a81f-4089-9be6-fd708daf7fa2),segment_id=00035a8f-a81f-4089-9be6-fd708daf7fa2)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:34:00.192444 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e6cde967-6b8d-4afe-a76d-2e2db6327e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697982'] for port, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:00.375252 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7733ed33-d310-4164-be3a-60a188d4b26f admin admin] Notify agent at l3_agent.dv-cinder-786932-1-iscsi the message routers_updated {{(pid=86369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:34:00.389773 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48eae30-71a6-4292-92b8-7364e1ba2f5f None None] Sync routers for ids ['cc821ed7-8001-41e9-a134-8b064ad3d944'] in dv-cinder-786932-1-iscsi {{(pid=86370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:34:00.402912 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7733ed33-d310-4164-be3a-60a188d4b26f admin admin] Notify callbacks [] for router, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:00.407810 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-7733ed33-d310-4164-be3a-60a188d4b26f admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 4.3173034
Apr 19 19:34:00.408049 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48eae30-71a6-4292-92b8-7364e1ba2f5f None None] Routers {'cc821ed7-8001-41e9-a134-8b064ad3d944'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:34:00.408049 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-f48eae30-71a6-4292-92b8-7364e1ba2f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0f00c080>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:33:49Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['cc821ed7-8001-41e9-a134-8b064ad3d944'], 'active': True} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:34:00.409391 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 57314) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:34:00.473165 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-e6cde967-6b8d-4afe-a76d-2e2db6327e9f admin admin] Calling delete_port for a50953b6-4696-48d4-b24c-a30f5b169d7b owned by network:router_interface {{(pid=86368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:34:00.734226 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-f48eae30-71a6-4292-92b8-7364e1ba2f5f None None] Set router cc821ed7-8001-41e9-a134-8b064ad3d944 gateway port host: dv-cinder-786932-1-iscsi {{(pid=86370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:34:00.819707 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device 4f55d53e-79a9-4479-a0a9-110fc86335c2 up at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:34:00.824180 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e6cde967-6b8d-4afe-a76d-2e2db6327e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297115604255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297116051999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822331971'] for port, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:00.834747 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:34:00.942095 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cde967-6b8d-4afe-a76d-2e2db6327e9f admin admin] Pushing event deleted for resources: {'Port': ['ID=a50953b6-4696-48d4-b24c-a30f5b169d7b,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:34:00.970406 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e6cde967-6b8d-4afe-a76d-2e2db6327e9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:34:01.190708 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning complete for port 4f55d53e-79a9-4479-a0a9-110fc86335c2 triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:34:01.190999 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:01.343882 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5893ca63-28e0-4a8d-b18d-6d447836e263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:01.378872 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-f48eae30-71a6-4292-92b8-7364e1ba2f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0f00c080>, [{'id': 'cc821ed7-8001-41e9-a134-8b064ad3d944', 'name': 'tempest-TestMinimumBasicScenario-1518362485-router', 'tenant_id': 'bc6d5ff032774262833087cdb5dac57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'b996ecc6-2b2b-4433-b253-14a5ead1e926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:33:56Z', 'updated_at': '2021-04-19T19:33:58Z', 'revision_number': 3, 'project_id': 'bc6d5ff032774262833087cdb5dac57f', 'gw_port': {'id': 'b996ecc6-2b2b-4433-b253-14a5ead1e926', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc821ed7-8001-41e9-a134-8b064ad3d944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:33:57Z', 'updated_at': '2021-04-19T19:33:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi'}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:34:01.434112 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48eae30-71a6-4292-92b8-7364e1ba2f5f None None] Checking router: cc821ed7-8001-41e9-a134-8b064ad3d944 for host: dv-cinder-786932-1-iscsi {{(pid=86370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:34:01.434582 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48eae30-71a6-4292-92b8-7364e1ba2f5f None None] Updating router cc821ed7-8001-41e9-a134-8b064ad3d944 port b996ecc6-2b2b-4433-b253-14a5ead1e926 binding host dv-cinder-786932-1-iscsi {{(pid=86370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 19:34:01.524671 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f48eae30-71a6-4292-92b8-7364e1ba2f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:01.646649 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-56618793-170e-4aa6-8efa-9c6d4ae7a1f6 None None] Agent healthcheck: found 6 active agents {{(pid=86371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:34:01.730370 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-5893ca63-28e0-4a8d-b18d-6d447836e263 admin admin] Allocated IP 172.20.0.1 (cabf1e57-94c5-449b-bceb-ad5ee016bb62/27c0cb0a-80ab-420a-834e-c69dfc7d0834/b4cafcfa-d615-4169-a1ac-5751b6994797) {{(pid=86369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:34:01.927534 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e6cde967-6b8d-4afe-a76d-2e2db6327e9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700903'] for router_interface, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:02.014158 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5893ca63-28e0-4a8d-b18d-6d447836e263 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:02.036952 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-5893ca63-28e0-4a8d-b18d-6d447836e263 admin admin] Transition to ACTIVE for port object b4cafcfa-d615-4169-a1ac-5751b6994797 will not be triggered until provisioned by entity DHCP. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:34:02.071461 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5893ca63-28e0-4a8d-b18d-6d447836e263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739738723801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31618435'] for port, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:02.078925 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f48eae30-71a6-4292-92b8-7364e1ba2f5f None None] Notify callbacks [] for port, precommit_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:02.079244 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b913bdba-735d-452b-9b07-f3f58de00841 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:34:02.102346 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-f48eae30-71a6-4292-92b8-7364e1ba2f5f None None] Transition to ACTIVE for port object b996ecc6-2b2b-4433-b253-14a5ead1e926 will not be triggered until provisioned by entity L2. {{(pid=86370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:34:02.115326 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f48eae30-71a6-4292-92b8-7364e1ba2f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:02.125600 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e4290da9-1afe-4eb8-8dc3-bdae892f41bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:34:02.152507 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5893ca63-28e0-4a8d-b18d-6d447836e263 admin admin] Network cabf1e57-94c5-449b-bceb-ad5ee016bb62 is already hosted by enough agents. {{(pid=86369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:34:02.157148 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-5893ca63-28e0-4a8d-b18d-6d447836e263 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:34:02.162365 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5893ca63-28e0-4a8d-b18d-6d447836e263 admin admin] Received port after_create {{(pid=86369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:34:02.242053 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5893ca63-28e0-4a8d-b18d-6d447836e263 admin admin] Pushing event updated for resources: {'Port': ['ID=b4cafcfa-d615-4169-a1ac-5751b6994797,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:34:02.254030 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-5893ca63-28e0-4a8d-b18d-6d447836e263 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:34:02.262702 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5893ca63-28e0-4a8d-b18d-6d447836e263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688641'] for router_interface, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:02.346193 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-f48eae30-71a6-4292-92b8-7364e1ba2f5f None None] Attempting to bind port b996ecc6-2b2b-4433-b253-14a5ead1e926 on host dv-cinder-786932-1-iscsi for vnic_type normal with profile  {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:34:02.347512 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-f48eae30-71a6-4292-92b8-7364e1ba2f5f None None] Attempting to bind port b996ecc6-2b2b-4433-b253-14a5ead1e926 by drivers openvswitch,hyperv on host dv-cinder-786932-1-iscsi at level 0 using segments [{'id': 'f117aaf9-f038-40ae-a060-7b312532719e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c'}] {{(pid=86370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:34:02.347512 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48eae30-71a6-4292-92b8-7364e1ba2f5f None None] Attempting to bind port b996ecc6-2b2b-4433-b253-14a5ead1e926 on network 4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:34:02.355570 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d645ad83-5199-41b8-a8df-15983b5ac9cb None None] Pushing event updated for resources: {'Port': ['ID=b996ecc6-2b2b-4433-b253-14a5ead1e926,revision_number=2']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:34:02.362132 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-d645ad83-5199-41b8-a8df-15983b5ac9cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:34:02.367263 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48eae30-71a6-4292-92b8-7364e1ba2f5f None None] Checking agent: {'id': '18e08627-855b-4b57-ace4-a20256d828a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 16, 20), 'started_at': datetime.datetime(2021, 4, 19, 19, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:34:02.368014 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48eae30-71a6-4292-92b8-7364e1ba2f5f None None] Checking segment: {'id': 'f117aaf9-f038-40ae-a060-7b312532719e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:34:02.368794 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f48eae30-71a6-4292-92b8-7364e1ba2f5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:02.369539 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48eae30-71a6-4292-92b8-7364e1ba2f5f None None] Bound using segment: {'id': 'f117aaf9-f038-40ae-a060-7b312532719e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c'} {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:34:02.370465 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-f48eae30-71a6-4292-92b8-7364e1ba2f5f None None] Bound port: b996ecc6-2b2b-4433-b253-14a5ead1e926, host: dv-cinder-786932-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f117aaf9-f038-40ae-a060-7b312532719e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c'}}] {{(pid=86370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:34:02.371200 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f48eae30-71a6-4292-92b8-7364e1ba2f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:02.524328 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5893ca63-28e0-4a8d-b18d-6d447836e263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:02.543193 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-f48eae30-71a6-4292-92b8-7364e1ba2f5f None None] For port b996ecc6-2b2b-4433-b253-14a5ead1e926, host dv-cinder-786932-1-iscsi, cleared binding levels {{(pid=86370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:34:02.548501 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-f48eae30-71a6-4292-92b8-7364e1ba2f5f None None] For port b996ecc6-2b2b-4433-b253-14a5ead1e926, host dv-cinder-786932-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=b996ecc6-2b2b-4433-b253-14a5ead1e926,segment=NetworkSegment(f117aaf9-f038-40ae-a060-7b312532719e),segment_id=f117aaf9-f038-40ae-a060-7b312532719e)] {{(pid=86370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:34:02.554369 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f48eae30-71a6-4292-92b8-7364e1ba2f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:02.572197 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:34:02.680513 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6cde967-6b8d-4afe-a76d-2e2db6327e9f admin admin] Router 3e115489-0dfd-43de-a9ea-b0f2835861b2 has already been hosted by L3 agent a3cf2d1c-6710-4478-a129-20091cfe97d1 {{(pid=86368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:34:02.708435 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48eae30-71a6-4292-92b8-7364e1ba2f5f None None] Routers {'cc821ed7-8001-41e9-a134-8b064ad3d944'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:34:02.709390 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-f48eae30-71a6-4292-92b8-7364e1ba2f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0f00c080>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:33:49Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['cc821ed7-8001-41e9-a134-8b064ad3d944'], 'active': True} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:34:02.841649 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-5c832375-0f2d-4774-aa48-077cd55208d4 None None] Provisioning for port b4cafcfa-d615-4169-a1ac-5751b6994797 completed by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:34:02.868457 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d645ad83-5199-41b8-a8df-15983b5ac9cb None None] Pushing event updated for resources: {'Port': ['ID=b996ecc6-2b2b-4433-b253-14a5ead1e926,revision_number=3']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:34:02.872026 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-5c832375-0f2d-4774-aa48-077cd55208d4 None None] Provisioning complete for port b4cafcfa-d615-4169-a1ac-5751b6994797 triggered by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:34:02.873992 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5c832375-0f2d-4774-aa48-077cd55208d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:02.903325 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-d645ad83-5199-41b8-a8df-15983b5ac9cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:34:02.920116 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5893ca63-28e0-4a8d-b18d-6d447836e263 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:02.926116 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5893ca63-28e0-4a8d-b18d-6d447836e263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823157366'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:02.938181 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6cde967-6b8d-4afe-a76d-2e2db6327e9f admin admin] Notify agent at l3_agent.dv-cinder-786932-1-iscsi the message routers_updated {{(pid=86368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:34:02.959079 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f721589-2dce-4ccf-baba-f228a52b3d5f None None] Sync routers for ids ['3e115489-0dfd-43de-a9ea-b0f2835861b2'] in dv-cinder-786932-1-iscsi {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:34:02.962364 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-e6cde967-6b8d-4afe-a76d-2e2db6327e9f admin admin] 10.222.0.36 "PUT /v2.0/routers/3e115489-0dfd-43de-a9ea-b0f2835861b2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5500758
Apr 19 19:34:02.965104 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 57334) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:34:02.986735 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f721589-2dce-4ccf-baba-f228a52b3d5f None None] Routers {'3e115489-0dfd-43de-a9ea-b0f2835861b2'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:34:02.989233 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-5f721589-2dce-4ccf-baba-f228a52b3d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e10191550>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:33:49Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['3e115489-0dfd-43de-a9ea-b0f2835861b2'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:34:03.037214 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-5541e834-1dd0-4bc1-88ac-5273d3ae0c54 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:34:03.163102 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5893ca63-28e0-4a8d-b18d-6d447836e263 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854087066'] for router_interface, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:03.168376 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5893ca63-28e0-4a8d-b18d-6d447836e263 admin admin] Pushing event updated for resources: {'Port': ['ID=b4cafcfa-d615-4169-a1ac-5751b6994797,revision_number=2']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:34:03.174853 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-5893ca63-28e0-4a8d-b18d-6d447836e263 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:34:03.236491 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-5c832375-0f2d-4774-aa48-077cd55208d4 None None] Port b4cafcfa-d615-4169-a1ac-5751b6994797 cannot update to ACTIVE because it is not bound. {{(pid=86370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 19:34:03.260681 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-f48eae30-71a6-4292-92b8-7364e1ba2f5f None None] Set router cc821ed7-8001-41e9-a134-8b064ad3d944 gateway port host: dv-cinder-786932-1-iscsi {{(pid=86370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:34:03.365185 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8e3496dc-1eff-4dee-95bf-191603d674d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:03.422000 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-5f721589-2dce-4ccf-baba-f228a52b3d5f None None] Set router 3e115489-0dfd-43de-a9ea-b0f2835861b2 gateway port host: dv-cinder-786932-1-iscsi {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:34:03.553530 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5893ca63-28e0-4a8d-b18d-6d447836e263 admin admin] Network cabf1e57-94c5-449b-bceb-ad5ee016bb62 is already hosted by enough agents. {{(pid=86369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:34:03.555705 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-5893ca63-28e0-4a8d-b18d-6d447836e263 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:34:03.774611 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8e3496dc-1eff-4dee-95bf-191603d674d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:03.791205 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-f48eae30-71a6-4292-92b8-7364e1ba2f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0f00c080>, [{'id': 'cc821ed7-8001-41e9-a134-8b064ad3d944', 'name': 'tempest-TestMinimumBasicScenario-1518362485-router', 'tenant_id': 'bc6d5ff032774262833087cdb5dac57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'b996ecc6-2b2b-4433-b253-14a5ead1e926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:33:56Z', 'updated_at': '2021-04-19T19:34:02Z', 'revision_number': 4, 'project_id': 'bc6d5ff032774262833087cdb5dac57f', 'gw_port': {'id': 'b996ecc6-2b2b-4433-b253-14a5ead1e926', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc821ed7-8001-41e9-a134-8b064ad3d944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:33:57Z', 'updated_at': '2021-04-19T19:34:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_interfaces': [{'id': 'b4cafcfa-d615-4169-a1ac-5751b6994797', 'name': '', 'network_id': 'cabf1e57-94c5-449b-bceb-ad5ee016bb62', 'tenant_id': 'bc6d5ff032774262833087cdb5dac57f', 'mac_address': 'fa:16:3e:4f:ec:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc821ed7-8001-41e9-a134-8b064ad3d944', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '27c0cb0a-80ab-420a-834e-c69dfc7d0834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:34:01Z', 'updated_at': '2021-04-19T19:34:01Z', 'revision_number': 1, 'project_id': 'bc6d5ff032774262833087cdb5dac57f', 'subnets': [{'id': '27c0cb0a-80ab-420a-834e-c69dfc7d0834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:34:03.793460 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-8e3496dc-1eff-4dee-95bf-191603d674d0 admin admin] Deleting port 19d956a9-2f9c-4e7e-b0df-1ebb26e40d54 {{(pid=86368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:34:03.793855 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8e3496dc-1eff-4dee-95bf-191603d674d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:03.796792 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48eae30-71a6-4292-92b8-7364e1ba2f5f None None] The sync data for ids ['cc821ed7-8001-41e9-a134-8b064ad3d944'] in dv-cinder-786932-1-iscsi is: [{'id': 'cc821ed7-8001-41e9-a134-8b064ad3d944', 'name': 'tempest-TestMinimumBasicScenario-1518362485-router', 'tenant_id': 'bc6d5ff032774262833087cdb5dac57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'b996ecc6-2b2b-4433-b253-14a5ead1e926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:33:56Z', 'updated_at': '2021-04-19T19:34:02Z', 'revision_number': 4, 'project_id': 'bc6d5ff032774262833087cdb5dac57f', 'gw_port': {'id': 'b996ecc6-2b2b-4433-b253-14a5ead1e926', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc821ed7-8001-41e9-a134-8b064ad3d944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:33:57Z', 'updated_at': '2021-04-19T19:34:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_interfaces': [{'id': 'b4cafcfa-d615-4169-a1ac-5751b6994797', 'name': '', 'network_id': 'cabf1e57-94c5-449b-bceb-ad5ee016bb62', 'tenant_id': 'bc6d5ff032774262833087cdb5dac57f', 'mac_address': 'fa:16:3e:4f:ec:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc821ed7-8001-41e9-a134-8b064ad3d944', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '27c0cb0a-80ab-420a-834e-c69dfc7d0834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:34:01Z', 'updated_at': '2021-04-19T19:34:01Z', 'revision_number': 1, 'project_id': 'bc6d5ff032774262833087cdb5dac57f', 'subnets': [{'id': '27c0cb0a-80ab-420a-834e-c69dfc7d0834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:34:03.975523 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-82ba5ebe-9685-4d98-9821-c36eaccf4f57 None None] Provisioning complete for port b4cafcfa-d615-4169-a1ac-5751b6994797 triggered by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:34:03.975904 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-82ba5ebe-9685-4d98-9821-c36eaccf4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:04.010553 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-5f721589-2dce-4ccf-baba-f228a52b3d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e10191550>, [{'id': '3e115489-0dfd-43de-a9ea-b0f2835861b2', 'name': 'tempest-TestShelveInstance-901916439-router', 'tenant_id': 'e4ca113d70014148bb7b01a5ca52e617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '19d956a9-2f9c-4e7e-b0df-1ebb26e40d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:28:24Z', 'updated_at': '2021-04-19T19:34:00Z', 'revision_number': 5, 'project_id': 'e4ca113d70014148bb7b01a5ca52e617', 'gw_port': {'id': '19d956a9-2f9c-4e7e-b0df-1ebb26e40d54', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e115489-0dfd-43de-a9ea-b0f2835861b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:28:25Z', 'updated_at': '2021-04-19T19:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi'}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:34:04.018756 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f721589-2dce-4ccf-baba-f228a52b3d5f None None] Checking router: 3e115489-0dfd-43de-a9ea-b0f2835861b2 for host: dv-cinder-786932-1-iscsi {{(pid=86371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:34:04.043898 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f721589-2dce-4ccf-baba-f228a52b3d5f None None] Routers {'3e115489-0dfd-43de-a9ea-b0f2835861b2'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:34:04.046680 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-5f721589-2dce-4ccf-baba-f228a52b3d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e10191550>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:33:49Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['3e115489-0dfd-43de-a9ea-b0f2835861b2'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:34:04.096574 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-8e3496dc-1eff-4dee-95bf-191603d674d0 admin admin] For port 19d956a9-2f9c-4e7e-b0df-1ebb26e40d54, host dv-cinder-786932-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=19d956a9-2f9c-4e7e-b0df-1ebb26e40d54,segment=NetworkSegment(f117aaf9-f038-40ae-a060-7b312532719e),segment_id=f117aaf9-f038-40ae-a060-7b312532719e)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:34:04.097048 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8e3496dc-1eff-4dee-95bf-191603d674d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697982'] for port, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:04.119370 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-82ba5ebe-9685-4d98-9821-c36eaccf4f57 None None] Port b4cafcfa-d615-4169-a1ac-5751b6994797 cannot update to ACTIVE because it is not bound. {{(pid=86370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 19:34:04.249013 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-8e3496dc-1eff-4dee-95bf-191603d674d0 admin admin] Calling delete_port for 19d956a9-2f9c-4e7e-b0df-1ebb26e40d54 owned by network:router_gateway {{(pid=86368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:34:04.417328 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5893ca63-28e0-4a8d-b18d-6d447836e263 admin admin] Router cc821ed7-8001-41e9-a134-8b064ad3d944 has already been hosted by L3 agent a3cf2d1c-6710-4478-a129-20091cfe97d1 {{(pid=86369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:34:04.689766 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8e3496dc-1eff-4dee-95bf-191603d674d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297115604255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297116051999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822331971'] for port, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:04.700835 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-90b7b5ad-587c-4fbe-9174-a9b6375587d3 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:34:04.705864 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-5f721589-2dce-4ccf-baba-f228a52b3d5f None None] Set router 3e115489-0dfd-43de-a9ea-b0f2835861b2 gateway port host: None {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:34:04.803495 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5893ca63-28e0-4a8d-b18d-6d447836e263 admin admin] Notify agent at l3_agent.dv-cinder-786932-1-iscsi the message routers_updated {{(pid=86369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:34:04.816389 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3496dc-1eff-4dee-95bf-191603d674d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=19d956a9-2f9c-4e7e-b0df-1ebb26e40d54,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:34:04.819677 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-5893ca63-28e0-4a8d-b18d-6d447836e263 admin admin] 10.222.0.36 "PUT /v2.0/routers/cc821ed7-8001-41e9-a134-8b064ad3d944/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4087863
Apr 19 19:34:04.821723 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8e3496dc-1eff-4dee-95bf-191603d674d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:34:04.849052 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-5f721589-2dce-4ccf-baba-f228a52b3d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e10191550>, [{'id': '3e115489-0dfd-43de-a9ea-b0f2835861b2', 'name': 'tempest-TestShelveInstance-901916439-router', 'tenant_id': 'e4ca113d70014148bb7b01a5ca52e617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:28:24Z', 'updated_at': '2021-04-19T19:34:03Z', 'revision_number': 6, 'project_id': 'e4ca113d70014148bb7b01a5ca52e617', 'gw_port_host': None}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:34:04.855011 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f721589-2dce-4ccf-baba-f228a52b3d5f None None] The sync data for ids ['3e115489-0dfd-43de-a9ea-b0f2835861b2'] in dv-cinder-786932-1-iscsi is: [{'id': '3e115489-0dfd-43de-a9ea-b0f2835861b2', 'name': 'tempest-TestShelveInstance-901916439-router', 'tenant_id': 'e4ca113d70014148bb7b01a5ca52e617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:28:24Z', 'updated_at': '2021-04-19T19:34:03Z', 'revision_number': 6, 'project_id': 'e4ca113d70014148bb7b01a5ca52e617', 'gw_port_host': None}] {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:34:04.940628 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8e3496dc-1eff-4dee-95bf-191603d674d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854097050'] for router_gateway, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:05.188303 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8e3496dc-1eff-4dee-95bf-191603d674d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854083014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854743379'] for router, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:05.191193 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8e3496dc-1eff-4dee-95bf-191603d674d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:05.232979 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8e3496dc-1eff-4dee-95bf-191603d674d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-702846'] for router, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:05.233221 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e3496dc-1eff-4dee-95bf-191603d674d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e115489-0dfd-43de-a9ea-b0f2835861b2 {{(pid=86368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 19 19:34:05.248964 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8e3496dc-1eff-4dee-95bf-191603d674d0 admin admin] Notify callbacks [] for router, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:05.250686 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-8e3496dc-1eff-4dee-95bf-191603d674d0 admin admin] 10.222.0.36 "DELETE /v2.0/routers/3e115489-0dfd-43de-a9ea-b0f2835861b2 HTTP/1.1" status: 204  len: 168 time: 2.2827811
Apr 19 19:34:05.254022 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 57352) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:34:05.336828 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_v2 [None req-9980a84b-e3a3-41c1-aa3c-f60760fb4bd2 admin admin] Deleting subnet b982e9fc-25d6-4db7-9e76-30317f3de3b0 {{(pid=86368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 19:34:05.341812 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9980a84b-e3a3-41c1-aa3c-f60760fb4bd2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:05.417594 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9980a84b-e3a3-41c1-aa3c-f60760fb4bd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036823241442'] for subnet, precommit_delete_associations {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:05.635240 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9980a84b-e3a3-41c1-aa3c-f60760fb4bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1918498'] for subnet, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:05.681929 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 57368) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:34:05.695045 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-c74a5825-7ade-49ca-b5f0-e6c67ad406c8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1607813704-network', 'tenant_id': 'f36c2c9949bf4d38a175f580c5a0f031'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:34:05.701068 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-c74a5825-7ade-49ca-b5f0-e6c67ad406c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:34:05.708567 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-c74a5825-7ade-49ca-b5f0-e6c67ad406c8 admin admin] Usage tracker for resource:network and tenant:f36c2c9949bf4d38a175f580c5a0f031 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:34:05.712632 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-c74a5825-7ade-49ca-b5f0-e6c67ad406c8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:34:05.720265 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-c74a5825-7ade-49ca-b5f0-e6c67ad406c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:34:05.735806 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74a5825-7ade-49ca-b5f0-e6c67ad406c8 admin admin] Made reservation on behalf of f36c2c9949bf4d38a175f580c5a0f031 for: {'network': 1} {{(pid=86369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:34:05.740723 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c74a5825-7ade-49ca-b5f0-e6c67ad406c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for network, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:05.759667 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c74a5825-7ade-49ca-b5f0-e6c67ad406c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:05.778740 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-c74a5825-7ade-49ca-b5f0-e6c67ad406c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:34:05.783991 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-c74a5825-7ade-49ca-b5f0-e6c67ad406c8 admin admin] Usage tracker for resource:security_group_rule and tenant:f36c2c9949bf4d38a175f580c5a0f031 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:34:05.787308 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-c74a5825-7ade-49ca-b5f0-e6c67ad406c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:34:05.796828 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-c74a5825-7ade-49ca-b5f0-e6c67ad406c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:34:05.930966 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c74a5825-7ade-49ca-b5f0-e6c67ad406c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:05.937382 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c74a5825-7ade-49ca-b5f0-e6c67ad406c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:05.941476 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-5aaced44-d400-4518-a753-d1d7a4b0a4d0 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:34:05.986487 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c74a5825-7ade-49ca-b5f0-e6c67ad406c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148}  {{(pid=86369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 19:34:06.031778 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a5825-7ade-49ca-b5f0-e6c67ad406c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03312a3-7331-4551-b48a-882a2831efac,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:34:06.038268 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c74a5825-7ade-49ca-b5f0-e6c67ad406c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852957628'] for segment, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:06.038936 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.db.segments_db [None req-c74a5825-7ade-49ca-b5f0-e6c67ad406c8 admin admin] Added segment 6e0ccf5d-63d4-4435-aafc-36f2fe493aa8 of type vlan for network 79a34250-072c-4c66-811c-8010c0a6c721
Apr 19 19:34:06.041928 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c74a5825-7ade-49ca-b5f0-e6c67ad406c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:34:06.098640 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c74a5825-7ade-49ca-b5f0-e6c67ad406c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739738712435'] for network, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:06.160217 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c74a5825-7ade-49ca-b5f0-e6c67ad406c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770'] for network, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:06.162737 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74a5825-7ade-49ca-b5f0-e6c67ad406c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:34:06.163972 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c74a5825-7ade-49ca-b5f0-e6c67ad406c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:06.173699 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:34:06.292870 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9980a84b-e3a3-41c1-aa3c-f60760fb4bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852857318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036822332311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036822344857'] for subnet, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:06.299352 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:34:06.339500 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9980a84b-e3a3-41c1-aa3c-f60760fb4bd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b982e9fc-25d6-4db7-9e76-30317f3de3b0,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:34:06.341992 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-c74a5825-7ade-49ca-b5f0-e6c67ad406c8 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.6584406
Apr 19 19:34:06.345190 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 57374) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:34:06.351860 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9980a84b-e3a3-41c1-aa3c-f60760fb4bd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:06.352450 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e878aef7-0792-407e-8785-10d87fbf76f8 None None] Network 2d3e41b1-31e3-4474-ae4c-35f4f724ebfb requested from dv-cinder-786932-1-iscsi {{(pid=86370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:34:06.358793 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-9980a84b-e3a3-41c1-aa3c-f60760fb4bd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:34:06.369247 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-b59d7fce-a04c-4cee-a071-26c33ce9b341 admin admin] Request body: {'subnet': {'network_id': '79a34250-072c-4c66-811c-8010c0a6c721', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1607813704-subnet', 'tenant_id': 'f36c2c9949bf4d38a175f580c5a0f031', 'ip_version': 4}} {{(pid=86368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:34:06.381899 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-b59d7fce-a04c-4cee-a071-26c33ce9b341 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:34:06.391567 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-9980a84b-e3a3-41c1-aa3c-f60760fb4bd2 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b982e9fc-25d6-4db7-9e76-30317f3de3b0 HTTP/1.1" status: 204  len: 168 time: 1.1326785
Apr 19 19:34:06.391939 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 57378) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:34:06.394208 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-b59d7fce-a04c-4cee-a071-26c33ce9b341 admin admin] Usage tracker for resource:subnet and tenant:f36c2c9949bf4d38a175f580c5a0f031 is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:34:06.400034 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-b59d7fce-a04c-4cee-a071-26c33ce9b341 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:34:06.412221 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-b59d7fce-a04c-4cee-a071-26c33ce9b341 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:34:06.428234 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b59d7fce-a04c-4cee-a071-26c33ce9b341 admin admin] Made reservation on behalf of f36c2c9949bf4d38a175f580c5a0f031 for: {'subnet': 1} {{(pid=86368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:34:06.437113 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b59d7fce-a04c-4cee-a071-26c33ce9b341 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32430925'] for subnet, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:06.448558 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a5825-7ade-49ca-b5f0-e6c67ad406c8 admin admin] Pushing event updated for resources: {'Network': ['ID=79a34250-072c-4c66-811c-8010c0a6c721,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:34:06.471939 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Network 79a34250-072c-4c66-811c-8010c0a6c721 details requested by agent ovs-agent-dv-cinder-786932-1-iscsi with host dv-cinder-786932-1-iscsi {{(pid=86370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 19:34:06.542867 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c74a5825-7ade-49ca-b5f0-e6c67ad406c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:34:06.612503 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-be9723c7-7547-4d5e-b015-5c3f62062bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636206'] for network, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:06.627624 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-be9723c7-7547-4d5e-b015-5c3f62062bcf admin admin] Deleting port da08d13a-7eb3-48a8-bbc3-4f052777fa46 {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:34:06.628132 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-be9723c7-7547-4d5e-b015-5c3f62062bcf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:06.864551 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device b996ecc6-2b2b-4433-b253-14a5ead1e926 up at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:34:06.918561 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7549ba-d42a-4db4-a9f8-a806ac3331a4 None None] DHCP port deletion for 2d3e41b1-31e3-4474-ae4c-35f4f724ebfb request from dv-cinder-786932-1-iscsi {{(pid=86370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 19 19:34:06.929089 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-be9723c7-7547-4d5e-b015-5c3f62062bcf admin admin] For port da08d13a-7eb3-48a8-bbc3-4f052777fa46, host dv-cinder-786932-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=da08d13a-7eb3-48a8-bbc3-4f052777fa46,segment=NetworkSegment(00035a8f-a81f-4089-9be6-fd708daf7fa2),segment_id=00035a8f-a81f-4089-9be6-fd708daf7fa2)] {{(pid=86369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:34:06.929536 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-be9723c7-7547-4d5e-b015-5c3f62062bcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697982'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:06.938280 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-ce7549ba-d42a-4db4-a9f8-a806ac3331a4 None None] Deleting port da08d13a-7eb3-48a8-bbc3-4f052777fa46 {{(pid=86370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:34:06.938898 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ce7549ba-d42a-4db4-a9f8-a806ac3331a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:07.156242 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b59d7fce-a04c-4cee-a071-26c33ce9b341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32443436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32430940'] for subnet, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:07.163766 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-1eb7ea7f-fcda-42ae-8096-34619383b620 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:34:07.165819 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning for port b996ecc6-2b2b-4433-b253-14a5ead1e926 completed by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:34:07.194970 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning complete for port b996ecc6-2b2b-4433-b253-14a5ead1e926 triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:34:07.195651 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:07.253913 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59d7fce-a04c-4cee-a071-26c33ce9b341 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bf1482e-cf55-47a9-9ba8-8165b421a955,revision_number=0']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:34:07.267290 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-be9723c7-7547-4d5e-b015-5c3f62062bcf admin admin] Calling delete_port for da08d13a-7eb3-48a8-bbc3-4f052777fa46 owned by network:dhcp {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:34:07.267781 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b59d7fce-a04c-4cee-a071-26c33ce9b341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:34:07.321725 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59d7fce-a04c-4cee-a071-26c33ce9b341 admin admin] Checking segment: {'id': '6e0ccf5d-63d4-4435-aafc-36f2fe493aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '79a34250-072c-4c66-811c-8010c0a6c721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:34:07.322562 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59d7fce-a04c-4cee-a071-26c33ce9b341 admin admin] Network hostable DHCP agents. Network: 79a34250-072c-4c66-811c-8010c0a6c721, hostable agents: ['5216385f-cfc7-4997-a943-f61b8ae1664e'], hosted agents: [] {{(pid=86368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 19:34:07.370570 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59d7fce-a04c-4cee-a071-26c33ce9b341 admin admin] Network 79a34250-072c-4c66-811c-8010c0a6c721 is scheduled to be hosted by DHCP agent 5216385f-cfc7-4997-a943-f61b8ae1664e with binding_index 1 {{(pid=86368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 19:34:07.383899 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-b59d7fce-a04c-4cee-a071-26c33ce9b341 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-1-iscsi, 79a34250-072c-4c66-811c-8010c0a6c721) {{(pid=86368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:34:07.401018 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59d7fce-a04c-4cee-a071-26c33ce9b341 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:34:07.401885 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b59d7fce-a04c-4cee-a071-26c33ce9b341 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:07.425964 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ee0ddf-1b1b-4a93-add8-48af9afd6ea8 None None] Network 79a34250-072c-4c66-811c-8010c0a6c721 requested from dv-cinder-786932-1-iscsi {{(pid=86370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:34:07.439201 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-b59d7fce-a04c-4cee-a071-26c33ce9b341 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.0914738
Apr 19 19:34:07.441911 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 57388) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:34:07.448822 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-b0e7cef2-66b6-4d16-8428-421cd96913cc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1607813704-router', 'tenant_id': 'f36c2c9949bf4d38a175f580c5a0f031', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c'}}} {{(pid=86368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:34:07.457646 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-b0e7cef2-66b6-4d16-8428-421cd96913cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:34:07.463185 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-be9723c7-7547-4d5e-b015-5c3f62062bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297115604255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297116051999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31618435'] for port, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:07.464037 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-b0e7cef2-66b6-4d16-8428-421cd96913cc admin admin] Usage tracker for resource:router and tenant:f36c2c9949bf4d38a175f580c5a0f031 is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:34:07.468983 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-b0e7cef2-66b6-4d16-8428-421cd96913cc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:34:07.476535 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-b0e7cef2-66b6-4d16-8428-421cd96913cc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:34:07.486327 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-5893ca63-28e0-4a8d-b18d-6d447836e263 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:34:07.499563 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b0e7cef2-66b6-4d16-8428-421cd96913cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854073617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854743364'] for router, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:07.501109 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b0e7cef2-66b6-4d16-8428-421cd96913cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-702183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-678657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32420'] for router, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:07.570830 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9723c7-7547-4d5e-b015-5c3f62062bcf admin admin] Pushing event deleted for resources: {'Port': ['ID=da08d13a-7eb3-48a8-bbc3-4f052777fa46,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:34:07.579339 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b0e7cef2-66b6-4d16-8428-421cd96913cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:07.581768 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-be9723c7-7547-4d5e-b015-5c3f62062bcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:34:07.583499 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9723c7-7547-4d5e-b015-5c3f62062bcf admin admin] No DVR routers for this DVR port da08d13a-7eb3-48a8-bbc3-4f052777fa46 on host dv-cinder-786932-1-iscsi {{(pid=86369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 19:34:07.690921 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-ce7549ba-d42a-4db4-a9f8-a806ac3331a4 None None] For port da08d13a-7eb3-48a8-bbc3-4f052777fa46, host dv-cinder-786932-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=da08d13a-7eb3-48a8-bbc3-4f052777fa46,segment=NetworkSegment(00035a8f-a81f-4089-9be6-fd708daf7fa2),segment_id=00035a8f-a81f-4089-9be6-fd708daf7fa2)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:34:07.691389 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ce7549ba-d42a-4db4-a9f8-a806ac3331a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697982'] for port, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:07.731221 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-be9723c7-7547-4d5e-b015-5c3f62062bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852857225', 'neutron.services.segments.db._delete_segments_for_network-8739739090035'] for network, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:07.866946 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-be9723c7-7547-4d5e-b015-5c3f62062bcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2e0fe9ccc0>,) {'filters': {'network_id': ['2d3e41b1-31e3-4474-ae4c-35f4f724ebfb']}} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:34:07.885305 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-be9723c7-7547-4d5e-b015-5c3f62062bcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2e0fe9ccc0>, '00035a8f-a81f-4089-9be6-fd708daf7fa2') {'for_net_delete': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:34:07.886556 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-be9723c7-7547-4d5e-b015-5c3f62062bcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2e0fe9ccc0>, '00035a8f-a81f-4089-9be6-fd708daf7fa2') {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:34:07.918989 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-be9723c7-7547-4d5e-b015-5c3f62062bcf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363297115576163', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33203990'] for segment, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:07.920153 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-ce7549ba-d42a-4db4-a9f8-a806ac3331a4 None None] Calling delete_port for da08d13a-7eb3-48a8-bbc3-4f052777fa46 owned by network:dhcp {{(pid=86370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:34:07.950293 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-be9723c7-7547-4d5e-b015-5c3f62062bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852957628'] for segment, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:07.965223 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be9723c7-7547-4d5e-b015-5c3f62062bcf admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=86369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 19:34:08.011010 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e77ed9e-e59b-4637-8e62-85e9819ac690 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cdbe905-22d6-5db2-b625-c927f524fce5-79a34250-072c-4c66-811c-8010c0a6c721', 'network_id': '79a34250-072c-4c66-811c-8010c0a6c721', 'tenant_id': 'f36c2c9949bf4d38a175f580c5a0f031', 'fixed_ips': [{'subnet_id': '2bf1482e-cf55-47a9-9ba8-8165b421a955'}]}} from dv-cinder-786932-1-iscsi. {{(pid=86370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 19 19:34:08.011969 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3e77ed9e-e59b-4637-8e62-85e9819ac690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:08.042622 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b0e7cef2-66b6-4d16-8428-421cd96913cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678902', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32405'] for router, precommit_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:08.046887 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:08.131195 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] For port b996ecc6-2b2b-4433-b253-14a5ead1e926, host dv-cinder-786932-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=b996ecc6-2b2b-4433-b253-14a5ead1e926,segment=NetworkSegment(f117aaf9-f038-40ae-a060-7b312532719e),segment_id=f117aaf9-f038-40ae-a060-7b312532719e)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:34:08.147315 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:08.154379 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:34:08.190382 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.db.api [None req-ce7549ba-d42a-4db4-a9f8-a806ac3331a4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86370) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 19 19:34:08.190646 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_db.api [None req-ce7549ba-d42a-4db4-a9f8-a806ac3331a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 19 19:34:08.271254 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-be9723c7-7547-4d5e-b015-5c3f62062bcf admin admin] Network 2d3e41b1-31e3-4474-ae4c-35f4f724ebfb has no segments {{(pid=86369) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:34:08.291664 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-be9723c7-7547-4d5e-b015-5c3f62062bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1818163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823157260'] for segment, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:08.298954 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device 19d956a9-2f9c-4e7e-b0df-1ebb26e40d54 no longer exists at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:34:08.332445 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da3176f-5396-4f93-93ab-5cea9a679b40 None None] Sync routers for ids ['cc821ed7-8001-41e9-a134-8b064ad3d944'] in dv-cinder-786932-1-iscsi {{(pid=86370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:34:08.362814 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Pushing event updated for resources: {'Port': ['ID=b996ecc6-2b2b-4433-b253-14a5ead1e926,revision_number=4']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:34:08.366431 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:34:08.371560 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] No Port match for: 19d956a9-2f9c-4e7e-b0df-1ebb26e40d54 {{(pid=86370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:34:08.372069 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device 19d956a9-2f9c-4e7e-b0df-1ebb26e40d54 not bound to the agent host dv-cinder-786932-1-iscsi {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:34:08.372987 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device a50953b6-4696-48d4-b24c-a30f5b169d7b no longer exists at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:34:08.426592 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da3176f-5396-4f93-93ab-5cea9a679b40 None None] Routers {'cc821ed7-8001-41e9-a134-8b064ad3d944'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:34:08.427311 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-3da3176f-5396-4f93-93ab-5cea9a679b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0efddfd0>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:33:49Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['cc821ed7-8001-41e9-a134-8b064ad3d944'], 'active': True} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:34:08.487857 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] No Port match for: a50953b6-4696-48d4-b24c-a30f5b169d7b {{(pid=86370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:34:08.488253 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device a50953b6-4696-48d4-b24c-a30f5b169d7b not bound to the agent host dv-cinder-786932-1-iscsi {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:34:08.590207 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-3e77ed9e-e59b-4637-8e62-85e9819ac690 None None] Allocated IP 172.20.0.2 (79a34250-072c-4c66-811c-8010c0a6c721/2bf1482e-cf55-47a9-9ba8-8165b421a955/2e7cd6da-29f1-440d-b215-30c6fb304b54) {{(pid=86370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:34:08.626520 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b0e7cef2-66b6-4d16-8428-421cd96913cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:08.694534 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-ce7549ba-d42a-4db4-a9f8-a806ac3331a4 None None] Deleting port da08d13a-7eb3-48a8-bbc3-4f052777fa46 {{(pid=86370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:34:08.695202 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ce7549ba-d42a-4db4-a9f8-a806ac3331a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:08.710467 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-be9723c7-7547-4d5e-b015-5c3f62062bcf admin admin] Network 2d3e41b1-31e3-4474-ae4c-35f4f724ebfb has no segments {{(pid=86369) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:34:08.719694 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b0e7cef2-66b6-4d16-8428-421cd96913cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:08.759111 dv-cinder-786932-1-iscsi neutron-server[86253]: Traceback (most recent call last):
Apr 19 19:34:08.759111 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 19:34:08.759111 dv-cinder-786932-1-iscsi neutron-server[86253]:     timer()
Apr 19 19:34:08.759111 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 19:34:08.759111 dv-cinder-786932-1-iscsi neutron-server[86253]:     cb(*args, **kw)
Apr 19 19:34:08.759111 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 19:34:08.759111 dv-cinder-786932-1-iscsi neutron-server[86253]:     return func(*args, **kwargs)
Apr 19 19:34:08.759111 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 19:34:08.759111 dv-cinder-786932-1-iscsi neutron-server[86253]:     self._notify()
Apr 19 19:34:08.759111 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 19:34:08.759111 dv-cinder-786932-1-iscsi neutron-server[86253]:     self.callback(batched_events)
Apr 19 19:34:08.759111 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 19:34:08.759111 dv-cinder-786932-1-iscsi neutron-server[86253]:     event.method(event)
Apr 19 19:34:08.759111 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 19:34:08.759111 dv-cinder-786932-1-iscsi neutron-server[86253]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 19:34:08.759111 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 19:34:08.759111 dv-cinder-786932-1-iscsi neutron-server[86253]:     segment_id)['aggregates'][0]
Apr 19 19:34:08.759111 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 19:34:08.759111 dv-cinder-786932-1-iscsi neutron-server[86253]:     return f(self, *a, **k)
Apr 19 19:34:08.759111 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 19:34:08.759111 dv-cinder-786932-1-iscsi neutron-server[86253]:     return self._get(url).json()
Apr 19 19:34:08.759111 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 19:34:08.759111 dv-cinder-786932-1-iscsi neutron-server[86253]:     **kwargs)
Apr 19 19:34:08.759111 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 19:34:08.759111 dv-cinder-786932-1-iscsi neutron-server[86253]:     return self.request(url, 'GET', **kwargs)
Apr 19 19:34:08.759111 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 19:34:08.759111 dv-cinder-786932-1-iscsi neutron-server[86253]:     **endpoint_filter)
Apr 19 19:34:08.759111 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 19:34:08.759111 dv-cinder-786932-1-iscsi neutron-server[86253]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 19:34:08.759111 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 19:34:08.759111 dv-cinder-786932-1-iscsi neutron-server[86253]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 19:34:08.759111 dv-cinder-786932-1-iscsi neutron-server[86253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 19:34:08.829659 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device b996ecc6-2b2b-4433-b253-14a5ead1e926 up at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:34:08.864081 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-be9723c7-7547-4d5e-b015-5c3f62062bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854087039'] for network, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:08.870058 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-f851cfc7-62b9-4578-a104-fbce3e5f859a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:34:08.889236 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-be9723c7-7547-4d5e-b015-5c3f62062bcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:08.916563 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9723c7-7547-4d5e-b015-5c3f62062bcf admin admin] Pushing event deleted for resources: {'Network': ['ID=2d3e41b1-31e3-4474-ae4c-35f4f724ebfb,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:34:08.920240 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-be9723c7-7547-4d5e-b015-5c3f62062bcf admin admin] 10.222.0.36 "DELETE /v2.0/networks/2d3e41b1-31e3-4474-ae4c-35f4f724ebfb HTTP/1.1" status: 204  len: 168 time: 2.5254660
Apr 19 19:34:08.921692 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-be9723c7-7547-4d5e-b015-5c3f62062bcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:34:08.923640 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 57396) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:34:08.962574 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-b0e7cef2-66b6-4d16-8428-421cd96913cc admin admin] Allocated IP 172.27.1.9 (4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c/7025e6d6-1695-4f32-acf4-f47e4f1fcca5/d5cde588-d15a-499b-940d-4b896ccae28a) {{(pid=86368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:34:09.157807 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-ce7549ba-d42a-4db4-a9f8-a806ac3331a4 None None] The port 'da08d13a-7eb3-48a8-bbc3-4f052777fa46' was deleted {{(pid=86370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 19 19:34:09.209229 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-3da3176f-5396-4f93-93ab-5cea9a679b40 None None] Set router cc821ed7-8001-41e9-a134-8b064ad3d944 gateway port host: dv-cinder-786932-1-iscsi {{(pid=86370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:34:09.235353 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b0e7cef2-66b6-4d16-8428-421cd96913cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:09.279199 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b0e7cef2-66b6-4d16-8428-421cd96913cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739738723801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822331971'] for port, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:09.292785 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-0fbf4a87-f5e5-48c8-ba44-12928cfd9870 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:34:09.341853 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 57402) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:34:09.393877 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e7cef2-66b6-4d16-8428-421cd96913cc admin admin] Network 4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c is already hosted by enough agents. {{(pid=86368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:34:09.415017 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-b0e7cef2-66b6-4d16-8428-421cd96913cc admin admin] Resources bound (agent type, host, resource id):  {{(pid=86368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:34:09.429265 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e7cef2-66b6-4d16-8428-421cd96913cc admin admin] Received port after_create {{(pid=86368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:34:09.483368 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning complete for port b996ecc6-2b2b-4433-b253-14a5ead1e926 triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:34:09.483848 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:09.573669 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e7cef2-66b6-4d16-8428-421cd96913cc admin admin] Pushing event updated for resources: {'Port': ['ID=d5cde588-d15a-499b-940d-4b896ccae28a,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:34:09.592972 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b0e7cef2-66b6-4d16-8428-421cd96913cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:34:09.642812 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-33c3b570-72ea-4319-bac0-9b89e18b9f86 req-f8449075-2109-431d-bf0b-be7e2a55a4fb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=29e8adf8-9f42-4342-8a9c-f3b55cba4b7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.5690632
Apr 19 19:34:09.670734 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1bb64f6e-979b-4f1e-ab30-aeb32c086d65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:09.688413 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3e77ed9e-e59b-4637-8e62-85e9819ac690 None None] Notify callbacks [] for port, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:09.704740 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-1bb64f6e-979b-4f1e-ab30-aeb32c086d65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:34:09.714238 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-1bb64f6e-979b-4f1e-ab30-aeb32c086d65 admin admin] Usage tracker for resource:security_group_rule and tenant:e643473d21714194b3cc29ffd743cf68 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:34:09.720348 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-1bb64f6e-979b-4f1e-ab30-aeb32c086d65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:34:09.733996 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-1bb64f6e-979b-4f1e-ab30-aeb32c086d65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:34:09.797181 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-3e77ed9e-e59b-4637-8e62-85e9819ac690 None None] Transition to ACTIVE for port object 2e7cd6da-29f1-440d-b215-30c6fb304b54 will not be triggered until provisioned by entity L2. {{(pid=86370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:34:09.851462 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-3e77ed9e-e59b-4637-8e62-85e9819ac690 None None] Transition to ACTIVE for port object 2e7cd6da-29f1-440d-b215-30c6fb304b54 will not be triggered until provisioned by entity DHCP. {{(pid=86370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:34:09.896711 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device da08d13a-7eb3-48a8-bbc3-4f052777fa46 no longer exists at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:34:09.984165 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3e77ed9e-e59b-4637-8e62-85e9819ac690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739738723801'] for port, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:09.995027 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:34:10.057661 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] No Port match for: da08d13a-7eb3-48a8-bbc3-4f052777fa46 {{(pid=86370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:34:10.058330 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device da08d13a-7eb3-48a8-bbc3-4f052777fa46 not bound to the agent host dv-cinder-786932-1-iscsi {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:34:10.089219 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1bb64f6e-979b-4f1e-ab30-aeb32c086d65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:10.101723 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c3b570-72ea-4319-bac0-9b89e18b9f86 req-9cc1a005-1f95-41c6-929c-c0bc3d165066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:34:10.103577 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-33c3b570-72ea-4319-bac0-9b89e18b9f86 req-9cc1a005-1f95-41c6-929c-c0bc3d165066 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc5b0bd7c7ca48888f8782e781e6974d&device_id=29e8adf8-9f42-4342-8a9c-f3b55cba4b7c HTTP/1.1" status: 200  len: 1099 time: 0.2327802
Apr 19 19:34:10.105247 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1bb64f6e-979b-4f1e-ab30-aeb32c086d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:10.126306 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-3016b365-4910-45ab-bed5-76e87819ed17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:34:10.148898 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e77ed9e-e59b-4637-8e62-85e9819ac690 None None] Network 79a34250-072c-4c66-811c-8010c0a6c721 is already hosted by enough agents. {{(pid=86370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:34:10.157025 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-3e77ed9e-e59b-4637-8e62-85e9819ac690 None None] Resources bound (agent type, host, resource id):  {{(pid=86370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:34:10.166183 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e77ed9e-e59b-4637-8e62-85e9819ac690 None None] Received port after_create {{(pid=86370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:34:10.181002 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77ed9e-e59b-4637-8e62-85e9819ac690 None None] Pushing event updated for resources: {'Port': ['ID=2e7cd6da-29f1-440d-b215-30c6fb304b54,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:34:10.191233 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-3e77ed9e-e59b-4637-8e62-85e9819ac690 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:34:10.339096 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-3e77ed9e-e59b-4637-8e62-85e9819ac690 None None] Attempting to bind port 2e7cd6da-29f1-440d-b215-30c6fb304b54 on host dv-cinder-786932-1-iscsi for vnic_type normal with profile  {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:34:10.339787 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-3e77ed9e-e59b-4637-8e62-85e9819ac690 None None] Attempting to bind port 2e7cd6da-29f1-440d-b215-30c6fb304b54 by drivers openvswitch,hyperv on host dv-cinder-786932-1-iscsi at level 0 using segments [{'id': '6e0ccf5d-63d4-4435-aafc-36f2fe493aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '79a34250-072c-4c66-811c-8010c0a6c721'}] {{(pid=86370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:34:10.340480 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e77ed9e-e59b-4637-8e62-85e9819ac690 None None] Attempting to bind port 2e7cd6da-29f1-440d-b215-30c6fb304b54 on network 79a34250-072c-4c66-811c-8010c0a6c721 {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:34:10.347659 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b0e7cef2-66b6-4d16-8428-421cd96913cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:10.351047 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-3da3176f-5396-4f93-93ab-5cea9a679b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0efddfd0>, [{'id': 'cc821ed7-8001-41e9-a134-8b064ad3d944', 'name': 'tempest-TestMinimumBasicScenario-1518362485-router', 'tenant_id': 'bc6d5ff032774262833087cdb5dac57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'b996ecc6-2b2b-4433-b253-14a5ead1e926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:33:56Z', 'updated_at': '2021-04-19T19:34:02Z', 'revision_number': 4, 'project_id': 'bc6d5ff032774262833087cdb5dac57f', 'gw_port': {'id': 'b996ecc6-2b2b-4433-b253-14a5ead1e926', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc821ed7-8001-41e9-a134-8b064ad3d944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:33:57Z', 'updated_at': '2021-04-19T19:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_interfaces': [{'id': 'b4cafcfa-d615-4169-a1ac-5751b6994797', 'name': '', 'network_id': 'cabf1e57-94c5-449b-bceb-ad5ee016bb62', 'tenant_id': 'bc6d5ff032774262833087cdb5dac57f', 'mac_address': 'fa:16:3e:4f:ec:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc821ed7-8001-41e9-a134-8b064ad3d944', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '27c0cb0a-80ab-420a-834e-c69dfc7d0834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:34:01Z', 'updated_at': '2021-04-19T19:34:02Z', 'revision_number': 2, 'project_id': 'bc6d5ff032774262833087cdb5dac57f', 'subnets': [{'id': '27c0cb0a-80ab-420a-834e-c69dfc7d0834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:34:10.363336 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e77ed9e-e59b-4637-8e62-85e9819ac690 None None] Checking agent: {'id': '18e08627-855b-4b57-ace4-a20256d828a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 16, 20), 'started_at': datetime.datetime(2021, 4, 19, 19, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:34:10.363969 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e77ed9e-e59b-4637-8e62-85e9819ac690 None None] Checking segment: {'id': '6e0ccf5d-63d4-4435-aafc-36f2fe493aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '79a34250-072c-4c66-811c-8010c0a6c721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:34:10.364695 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3e77ed9e-e59b-4637-8e62-85e9819ac690 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:10.365444 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e77ed9e-e59b-4637-8e62-85e9819ac690 None None] Bound using segment: {'id': '6e0ccf5d-63d4-4435-aafc-36f2fe493aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '79a34250-072c-4c66-811c-8010c0a6c721'} {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:34:10.366386 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-3e77ed9e-e59b-4637-8e62-85e9819ac690 None None] Bound port: 2e7cd6da-29f1-440d-b215-30c6fb304b54, host: dv-cinder-786932-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e0ccf5d-63d4-4435-aafc-36f2fe493aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '79a34250-072c-4c66-811c-8010c0a6c721'}}] {{(pid=86370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:34:10.367100 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3e77ed9e-e59b-4637-8e62-85e9819ac690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:10.387946 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da3176f-5396-4f93-93ab-5cea9a679b40 None None] Checking router: cc821ed7-8001-41e9-a134-8b064ad3d944 for host: dv-cinder-786932-1-iscsi {{(pid=86370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:34:10.388656 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da3176f-5396-4f93-93ab-5cea9a679b40 None None] Updating router cc821ed7-8001-41e9-a134-8b064ad3d944 port b4cafcfa-d615-4169-a1ac-5751b6994797 binding host dv-cinder-786932-1-iscsi {{(pid=86370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 19:34:10.421773 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-1bb64f6e-979b-4f1e-ab30-aeb32c086d65 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e643473d21714194b3cc29ffd743cf68&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0733929
Apr 19 19:34:10.421773 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb64f6e-979b-4f1e-ab30-aeb32c086d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb7bd53-2eac-4b33-8f28-0d1023ac4f66,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:34:10.425422 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-1bb64f6e-979b-4f1e-ab30-aeb32c086d65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:34:10.431565 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 57408) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:34:10.615170 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3da3176f-5396-4f93-93ab-5cea9a679b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:10.644074 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7409991e-9e88-4d5a-8f31-33632c8fd6fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700825'] for router_interface, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:10.749142 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-3e77ed9e-e59b-4637-8e62-85e9819ac690 None None] For port 2e7cd6da-29f1-440d-b215-30c6fb304b54, host dv-cinder-786932-1-iscsi, cleared binding levels {{(pid=86370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:34:10.772172 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-3e77ed9e-e59b-4637-8e62-85e9819ac690 None None] For port 2e7cd6da-29f1-440d-b215-30c6fb304b54, host dv-cinder-786932-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=2e7cd6da-29f1-440d-b215-30c6fb304b54,segment=NetworkSegment(6e0ccf5d-63d4-4435-aafc-36f2fe493aa8),segment_id=6e0ccf5d-63d4-4435-aafc-36f2fe493aa8)] {{(pid=86370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:34:10.782815 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3e77ed9e-e59b-4637-8e62-85e9819ac690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:10.828688 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:34:10.971227 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77ed9e-e59b-4637-8e62-85e9819ac690 None None] Pushing event updated for resources: {'Port': ['ID=2e7cd6da-29f1-440d-b215-30c6fb304b54,revision_number=2']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:34:10.991090 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-3e77ed9e-e59b-4637-8e62-85e9819ac690 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:34:11.254100 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c3b570-72ea-4319-bac0-9b89e18b9f86 req-3be13bd2-ed6b-471e-8d0c-c60b664435a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:34:11.255852 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-33c3b570-72ea-4319-bac0-9b89e18b9f86 req-3be13bd2-ed6b-471e-8d0c-c60b664435a5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6bc43f42-83b1-4f83-bfff-5d0318eef92c HTTP/1.1" status: 200  len: 912 time: 1.0349767
Apr 19 19:34:11.336667 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b0e7cef2-66b6-4d16-8428-421cd96913cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854083004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854096932'] for router, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:11.339617 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-db135807-4c1a-4f7e-b61d-b1d6bde1e588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:11.400852 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3da3176f-5396-4f93-93ab-5cea9a679b40 None None] Notify callbacks [] for port, precommit_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:11.431978 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-3da3176f-5396-4f93-93ab-5cea9a679b40 None None] Transition to ACTIVE for port object b4cafcfa-d615-4169-a1ac-5751b6994797 will not be triggered until provisioned by entity L2. {{(pid=86370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:34:11.453277 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3da3176f-5396-4f93-93ab-5cea9a679b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:11.462643 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:34:11.506855 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-db135807-4c1a-4f7e-b61d-b1d6bde1e588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:11.682242 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-33c3b570-72ea-4319-bac0-9b89e18b9f86 req-88aa5398-e118-448d-9d4c-618b44ff45fc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc96af81-a357-433c-80ba-3687b81326c3 HTTP/1.1" status: 200  len: 1001 time: 0.4085464
Apr 19 19:34:11.740601 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf0a25f-6fc3-4bd0-ba0e-1e70a406a35c None None] Pushing event updated for resources: {'Port': ['ID=b4cafcfa-d615-4169-a1ac-5751b6994797,revision_number=3']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:34:11.761313 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-9cf0a25f-6fc3-4bd0-ba0e-1e70a406a35c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:34:11.796251 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e7cef2-66b6-4d16-8428-421cd96913cc admin admin] Router 84f1027a-3c17-41c3-aaf9-123fa27b54db is scheduled to L3 agent a3cf2d1c-6710-4478-a129-20091cfe97d1 with binding_index 1 {{(pid=86368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 19 19:34:11.961311 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-3da3176f-5396-4f93-93ab-5cea9a679b40 None None] Attempting to bind port b4cafcfa-d615-4169-a1ac-5751b6994797 on host dv-cinder-786932-1-iscsi for vnic_type normal with profile  {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:34:11.962002 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-3da3176f-5396-4f93-93ab-5cea9a679b40 None None] Attempting to bind port b4cafcfa-d615-4169-a1ac-5751b6994797 by drivers openvswitch,hyperv on host dv-cinder-786932-1-iscsi at level 0 using segments [{'id': 'c9f64e16-f74b-4697-b568-46ea1751b563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cabf1e57-94c5-449b-bceb-ad5ee016bb62'}] {{(pid=86370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:34:11.962673 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da3176f-5396-4f93-93ab-5cea9a679b40 None None] Attempting to bind port b4cafcfa-d615-4169-a1ac-5751b6994797 on network cabf1e57-94c5-449b-bceb-ad5ee016bb62 {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:34:11.988863 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da3176f-5396-4f93-93ab-5cea9a679b40 None None] Checking agent: {'id': '18e08627-855b-4b57-ace4-a20256d828a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 16, 20), 'started_at': datetime.datetime(2021, 4, 19, 19, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:34:11.989622 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da3176f-5396-4f93-93ab-5cea9a679b40 None None] Checking segment: {'id': 'c9f64e16-f74b-4697-b568-46ea1751b563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cabf1e57-94c5-449b-bceb-ad5ee016bb62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:34:11.990247 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3da3176f-5396-4f93-93ab-5cea9a679b40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:11.991208 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da3176f-5396-4f93-93ab-5cea9a679b40 None None] Bound using segment: {'id': 'c9f64e16-f74b-4697-b568-46ea1751b563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cabf1e57-94c5-449b-bceb-ad5ee016bb62'} {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:34:11.994370 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-3da3176f-5396-4f93-93ab-5cea9a679b40 None None] Bound port: b4cafcfa-d615-4169-a1ac-5751b6994797, host: dv-cinder-786932-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9f64e16-f74b-4697-b568-46ea1751b563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cabf1e57-94c5-449b-bceb-ad5ee016bb62'}}] {{(pid=86370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:34:11.995149 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3da3176f-5396-4f93-93ab-5cea9a679b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:12.050527 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-db135807-4c1a-4f7e-b61d-b1d6bde1e588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:12.074358 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-1bb64f6e-979b-4f1e-ab30-aeb32c086d65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:34:12.111934 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db135807-4c1a-4f7e-b61d-b1d6bde1e588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb7bd53-2eac-4b33-8f28-0d1023ac4f66,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:34:12.116625 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c3b570-72ea-4319-bac0-9b89e18b9f86 req-c7a8e7d9-fa48-4d9b-af4d-00647a1842c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:34:12.119259 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-33c3b570-72ea-4319-bac0-9b89e18b9f86 req-c7a8e7d9-fa48-4d9b-af4d-00647a1842c3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d1ed8313-f386-4db8-8de3-b6bf3e8e6da1 HTTP/1.1" status: 200  len: 850 time: 0.4274237
Apr 19 19:34:12.120780 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-db135807-4c1a-4f7e-b61d-b1d6bde1e588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:34:12.162009 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e7cef2-66b6-4d16-8428-421cd96913cc admin admin] Notify agent at l3_agent.dv-cinder-786932-1-iscsi the message routers_updated {{(pid=86368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:34:12.175039 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff764b9-89a6-44c3-b64b-87ba88bd1a24 None None] Sync routers for ids ['84f1027a-3c17-41c3-aaf9-123fa27b54db'] in dv-cinder-786932-1-iscsi {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:34:12.186223 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-3da3176f-5396-4f93-93ab-5cea9a679b40 None None] For port b4cafcfa-d615-4169-a1ac-5751b6994797, host dv-cinder-786932-1-iscsi, cleared binding levels {{(pid=86370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:34:12.188702 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff764b9-89a6-44c3-b64b-87ba88bd1a24 None None] Routers {'84f1027a-3c17-41c3-aaf9-123fa27b54db'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:34:12.189238 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-db135807-4c1a-4f7e-b61d-b1d6bde1e588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:12.190253 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-aff764b9-89a6-44c3-b64b-87ba88bd1a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0f6c1f28>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:33:49Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['84f1027a-3c17-41c3-aaf9-123fa27b54db'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:34:12.195749 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-db135807-4c1a-4f7e-b61d-b1d6bde1e588 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5fb7bd53-2eac-4b33-8f28-0d1023ac4f66 HTTP/1.1" status: 204  len: 168 time: 1.7600272
Apr 19 19:34:12.196245 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-3da3176f-5396-4f93-93ab-5cea9a679b40 None None] For port b4cafcfa-d615-4169-a1ac-5751b6994797, host dv-cinder-786932-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=b4cafcfa-d615-4169-a1ac-5751b6994797,segment=NetworkSegment(c9f64e16-f74b-4697-b568-46ea1751b563),segment_id=c9f64e16-f74b-4697-b568-46ea1751b563)] {{(pid=86370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:34:12.222556 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b0e7cef2-66b6-4d16-8428-421cd96913cc admin admin] Notify callbacks [] for router, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:12.223880 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3da3176f-5396-4f93-93ab-5cea9a679b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:12.225161 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-b0e7cef2-66b6-4d16-8428-421cd96913cc admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 4.7818246
Apr 19 19:34:12.229993 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 57414) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:34:12.244688 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:34:12.435484 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da3176f-5396-4f93-93ab-5cea9a679b40 None None] Routers {'cc821ed7-8001-41e9-a134-8b064ad3d944'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:34:12.436633 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-3da3176f-5396-4f93-93ab-5cea9a679b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0efddfd0>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:33:49Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['cc821ed7-8001-41e9-a134-8b064ad3d944'], 'active': True} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:34:12.464232 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-aff764b9-89a6-44c3-b64b-87ba88bd1a24 None None] Set router 84f1027a-3c17-41c3-aaf9-123fa27b54db gateway port host: dv-cinder-786932-1-iscsi {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:34:12.714496 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c3b570-72ea-4319-bac0-9b89e18b9f86 req-6061f9c0-228a-4495-a924-8cf20de3ed4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:34:12.724823 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-33c3b570-72ea-4319-bac0-9b89e18b9f86 req-6061f9c0-228a-4495-a924-8cf20de3ed4e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6bc43f42-83b1-4f83-bfff-5d0318eef92c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5975842
Apr 19 19:34:12.826231 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-7409991e-9e88-4d5a-8f31-33632c8fd6fb admin admin] Deleting port f593b1ae-dff4-4355-b04f-762b08eff022 {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:34:12.826888 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7409991e-9e88-4d5a-8f31-33632c8fd6fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:12.885410 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf0a25f-6fc3-4bd0-ba0e-1e70a406a35c None None] Pushing event updated for resources: {'Port': ['ID=b4cafcfa-d615-4169-a1ac-5751b6994797,revision_number=4']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:34:12.897026 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-9cf0a25f-6fc3-4bd0-ba0e-1e70a406a35c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.652s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:34:12.943667 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device 2e7cd6da-29f1-440d-b215-30c6fb304b54 up at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:34:13.018233 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407e2f62-b69b-4e99-bc52-f3a4be90ecc7 None None] Network 79a34250-072c-4c66-811c-8010c0a6c721 requested from dv-cinder-786932-1-iscsi {{(pid=86370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:34:13.100663 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-aff764b9-89a6-44c3-b64b-87ba88bd1a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0f6c1f28>, [{'id': '84f1027a-3c17-41c3-aaf9-123fa27b54db', 'name': 'tempest-TestMinimumBasicScenario-1607813704-router', 'tenant_id': 'f36c2c9949bf4d38a175f580c5a0f031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'd5cde588-d15a-499b-940d-4b896ccae28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:34:07Z', 'updated_at': '2021-04-19T19:34:10Z', 'revision_number': 3, 'project_id': 'f36c2c9949bf4d38a175f580c5a0f031', 'gw_port': {'id': 'd5cde588-d15a-499b-940d-4b896ccae28a', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:90:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f1027a-3c17-41c3-aaf9-123fa27b54db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:34:08Z', 'updated_at': '2021-04-19T19:34:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi'}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:34:13.107103 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff764b9-89a6-44c3-b64b-87ba88bd1a24 None None] Checking router: 84f1027a-3c17-41c3-aaf9-123fa27b54db for host: dv-cinder-786932-1-iscsi {{(pid=86371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:34:13.108593 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff764b9-89a6-44c3-b64b-87ba88bd1a24 None None] Updating router 84f1027a-3c17-41c3-aaf9-123fa27b54db port d5cde588-d15a-499b-940d-4b896ccae28a binding host dv-cinder-786932-1-iscsi {{(pid=86371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 19:34:13.198738 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-aff764b9-89a6-44c3-b64b-87ba88bd1a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:13.218294 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-3da3176f-5396-4f93-93ab-5cea9a679b40 None None] Set router cc821ed7-8001-41e9-a134-8b064ad3d944 gateway port host: dv-cinder-786932-1-iscsi {{(pid=86370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:34:13.318204 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-33c3b570-72ea-4319-bac0-9b89e18b9f86 req-8c88c3c2-db9d-4cac-8c0c-f5c936056d6a service neutron] 10.222.0.20 "GET /v2.0/networks/6bc43f42-83b1-4f83-bfff-5d0318eef92c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5775323
Apr 19 19:34:13.715471 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-6277a78d-2b1d-40df-9d0a-44ef2f8b0ac4 None None] Provisioning for port 2e7cd6da-29f1-440d-b215-30c6fb304b54 completed by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:34:13.744997 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-aff764b9-89a6-44c3-b64b-87ba88bd1a24 None None] Notify callbacks [] for port, precommit_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:13.764543 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-aff764b9-89a6-44c3-b64b-87ba88bd1a24 None None] Transition to ACTIVE for port object d5cde588-d15a-499b-940d-4b896ccae28a will not be triggered until provisioned by entity L2. {{(pid=86371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:34:13.773505 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-aff764b9-89a6-44c3-b64b-87ba88bd1a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:13.784843 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:34:13.813931 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning for port 2e7cd6da-29f1-440d-b215-30c6fb304b54 completed by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:34:13.868757 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc0a993-eb33-4f46-844b-611a8f37a218 None None] Pushing event updated for resources: {'Port': ['ID=d5cde588-d15a-499b-940d-4b896ccae28a,revision_number=2']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:34:13.896297 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc0a993-eb33-4f46-844b-611a8f37a218 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:34:13.896668 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc0a993-eb33-4f46-844b-611a8f37a218 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:34:13.897043 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc0a993-eb33-4f46-844b-611a8f37a218 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:34:13.897421 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc0a993-eb33-4f46-844b-611a8f37a218 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:34:13.897791 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc0a993-eb33-4f46-844b-611a8f37a218 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:34:13.898161 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc0a993-eb33-4f46-844b-611a8f37a218 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:34:13.898525 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc0a993-eb33-4f46-844b-611a8f37a218 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:34:13.898890 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc0a993-eb33-4f46-844b-611a8f37a218 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:34:13.899274 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc0a993-eb33-4f46-844b-611a8f37a218 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:34:13.899640 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc0a993-eb33-4f46-844b-611a8f37a218 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:34:13.900048 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc0a993-eb33-4f46-844b-611a8f37a218 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:34:13.900395 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc0a993-eb33-4f46-844b-611a8f37a218 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:34:13.905583 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-aff764b9-89a6-44c3-b64b-87ba88bd1a24 None None] Attempting to bind port d5cde588-d15a-499b-940d-4b896ccae28a on host dv-cinder-786932-1-iscsi for vnic_type normal with profile  {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:34:13.906001 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-aff764b9-89a6-44c3-b64b-87ba88bd1a24 None None] Attempting to bind port d5cde588-d15a-499b-940d-4b896ccae28a by drivers openvswitch,hyperv on host dv-cinder-786932-1-iscsi at level 0 using segments [{'id': 'f117aaf9-f038-40ae-a060-7b312532719e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c'}] {{(pid=86371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:34:13.906410 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff764b9-89a6-44c3-b64b-87ba88bd1a24 None None] Attempting to bind port d5cde588-d15a-499b-940d-4b896ccae28a on network 4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:34:13.913674 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-4dc0a993-eb33-4f46-844b-611a8f37a218 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:34:13.914517 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff764b9-89a6-44c3-b64b-87ba88bd1a24 None None] Checking agent: {'id': '18e08627-855b-4b57-ace4-a20256d828a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 16, 20), 'started_at': datetime.datetime(2021, 4, 19, 19, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:34:13.915440 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff764b9-89a6-44c3-b64b-87ba88bd1a24 None None] Checking segment: {'id': 'f117aaf9-f038-40ae-a060-7b312532719e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:34:13.915926 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-aff764b9-89a6-44c3-b64b-87ba88bd1a24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:13.916363 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff764b9-89a6-44c3-b64b-87ba88bd1a24 None None] Bound using segment: {'id': 'f117aaf9-f038-40ae-a060-7b312532719e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c'} {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:34:13.916886 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-aff764b9-89a6-44c3-b64b-87ba88bd1a24 None None] Bound port: d5cde588-d15a-499b-940d-4b896ccae28a, host: dv-cinder-786932-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f117aaf9-f038-40ae-a060-7b312532719e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c'}}] {{(pid=86371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:34:13.917303 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-aff764b9-89a6-44c3-b64b-87ba88bd1a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:13.960954 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning complete for port 2e7cd6da-29f1-440d-b215-30c6fb304b54 triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:34:13.961644 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:13.982160 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-7409991e-9e88-4d5a-8f31-33632c8fd6fb admin admin] For port f593b1ae-dff4-4355-b04f-762b08eff022, host dv-cinder-786932-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=f593b1ae-dff4-4355-b04f-762b08eff022,segment=NetworkSegment(f4a7b167-1590-48a4-a12d-309cdfbf0f68),segment_id=f4a7b167-1590-48a4-a12d-309cdfbf0f68)] {{(pid=86369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:34:13.982968 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7409991e-9e88-4d5a-8f31-33632c8fd6fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697982'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:14.014303 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-aff764b9-89a6-44c3-b64b-87ba88bd1a24 None None] For port d5cde588-d15a-499b-940d-4b896ccae28a, host dv-cinder-786932-1-iscsi, cleared binding levels {{(pid=86371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:34:14.019678 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-aff764b9-89a6-44c3-b64b-87ba88bd1a24 None None] For port d5cde588-d15a-499b-940d-4b896ccae28a, host dv-cinder-786932-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=d5cde588-d15a-499b-940d-4b896ccae28a,segment=NetworkSegment(f117aaf9-f038-40ae-a060-7b312532719e),segment_id=f117aaf9-f038-40ae-a060-7b312532719e)] {{(pid=86371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:34:14.027498 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-aff764b9-89a6-44c3-b64b-87ba88bd1a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:14.039670 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:34:14.127058 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc0a993-eb33-4f46-844b-611a8f37a218 None None] Pushing event updated for resources: {'Port': ['ID=d5cde588-d15a-499b-940d-4b896ccae28a,revision_number=3']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:34:14.131396 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-4dc0a993-eb33-4f46-844b-611a8f37a218 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:34:14.143044 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff764b9-89a6-44c3-b64b-87ba88bd1a24 None None] Routers {'84f1027a-3c17-41c3-aaf9-123fa27b54db'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:34:14.143767 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-aff764b9-89a6-44c3-b64b-87ba88bd1a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0f6c1f28>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:33:49Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['84f1027a-3c17-41c3-aaf9-123fa27b54db'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:34:14.179211 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-7409991e-9e88-4d5a-8f31-33632c8fd6fb admin admin] Calling delete_port for f593b1ae-dff4-4355-b04f-762b08eff022 owned by network:router_interface {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:34:14.256497 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-33c3b570-72ea-4319-bac0-9b89e18b9f86 req-1316270c-0fb2-4873-9349-5ac59314fe45 service neutron] 10.222.0.20 "GET /v2.0/networks/6bc43f42-83b1-4f83-bfff-5d0318eef92c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9183865
Apr 19 19:34:14.369877 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-aff764b9-89a6-44c3-b64b-87ba88bd1a24 None None] Set router 84f1027a-3c17-41c3-aaf9-123fa27b54db gateway port host: dv-cinder-786932-1-iscsi {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:34:14.651376 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2f9eb154-9885-496d-bd30-4de23ae44db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:14.758121 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-aff764b9-89a6-44c3-b64b-87ba88bd1a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0f6c1f28>, [{'id': '84f1027a-3c17-41c3-aaf9-123fa27b54db', 'name': 'tempest-TestMinimumBasicScenario-1607813704-router', 'tenant_id': 'f36c2c9949bf4d38a175f580c5a0f031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'd5cde588-d15a-499b-940d-4b896ccae28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:34:07Z', 'updated_at': '2021-04-19T19:34:10Z', 'revision_number': 3, 'project_id': 'f36c2c9949bf4d38a175f580c5a0f031', 'gw_port': {'id': 'd5cde588-d15a-499b-940d-4b896ccae28a', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:90:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f1027a-3c17-41c3-aaf9-123fa27b54db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:34:08Z', 'updated_at': '2021-04-19T19:34:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi'}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:34:14.763767 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff764b9-89a6-44c3-b64b-87ba88bd1a24 None None] The sync data for ids ['84f1027a-3c17-41c3-aaf9-123fa27b54db'] in dv-cinder-786932-1-iscsi is: [{'id': '84f1027a-3c17-41c3-aaf9-123fa27b54db', 'name': 'tempest-TestMinimumBasicScenario-1607813704-router', 'tenant_id': 'f36c2c9949bf4d38a175f580c5a0f031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'd5cde588-d15a-499b-940d-4b896ccae28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:34:07Z', 'updated_at': '2021-04-19T19:34:10Z', 'revision_number': 3, 'project_id': 'f36c2c9949bf4d38a175f580c5a0f031', 'gw_port': {'id': 'd5cde588-d15a-499b-940d-4b896ccae28a', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:90:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f1027a-3c17-41c3-aaf9-123fa27b54db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:34:08Z', 'updated_at': '2021-04-19T19:34:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi'}] {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:34:14.805471 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:14.835063 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-3da3176f-5396-4f93-93ab-5cea9a679b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0efddfd0>, [{'id': 'cc821ed7-8001-41e9-a134-8b064ad3d944', 'name': 'tempest-TestMinimumBasicScenario-1518362485-router', 'tenant_id': 'bc6d5ff032774262833087cdb5dac57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'b996ecc6-2b2b-4433-b253-14a5ead1e926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:33:56Z', 'updated_at': '2021-04-19T19:34:02Z', 'revision_number': 4, 'project_id': 'bc6d5ff032774262833087cdb5dac57f', 'gw_port': {'id': 'b996ecc6-2b2b-4433-b253-14a5ead1e926', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc821ed7-8001-41e9-a134-8b064ad3d944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:33:57Z', 'updated_at': '2021-04-19T19:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_interfaces': [{'id': 'b4cafcfa-d615-4169-a1ac-5751b6994797', 'name': '', 'network_id': 'cabf1e57-94c5-449b-bceb-ad5ee016bb62', 'tenant_id': 'bc6d5ff032774262833087cdb5dac57f', 'mac_address': 'fa:16:3e:4f:ec:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc821ed7-8001-41e9-a134-8b064ad3d944', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '27c0cb0a-80ab-420a-834e-c69dfc7d0834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:34:01Z', 'updated_at': '2021-04-19T19:34:12Z', 'revision_number': 4, 'project_id': 'bc6d5ff032774262833087cdb5dac57f', 'subnets': [{'id': '27c0cb0a-80ab-420a-834e-c69dfc7d0834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:34:14.867842 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da3176f-5396-4f93-93ab-5cea9a679b40 None None] The sync data for ids ['cc821ed7-8001-41e9-a134-8b064ad3d944'] in dv-cinder-786932-1-iscsi is: [{'id': 'cc821ed7-8001-41e9-a134-8b064ad3d944', 'name': 'tempest-TestMinimumBasicScenario-1518362485-router', 'tenant_id': 'bc6d5ff032774262833087cdb5dac57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'b996ecc6-2b2b-4433-b253-14a5ead1e926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:33:56Z', 'updated_at': '2021-04-19T19:34:02Z', 'revision_number': 4, 'project_id': 'bc6d5ff032774262833087cdb5dac57f', 'gw_port': {'id': 'b996ecc6-2b2b-4433-b253-14a5ead1e926', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc821ed7-8001-41e9-a134-8b064ad3d944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:33:57Z', 'updated_at': '2021-04-19T19:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_interfaces': [{'id': 'b4cafcfa-d615-4169-a1ac-5751b6994797', 'name': '', 'network_id': 'cabf1e57-94c5-449b-bceb-ad5ee016bb62', 'tenant_id': 'bc6d5ff032774262833087cdb5dac57f', 'mac_address': 'fa:16:3e:4f:ec:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc821ed7-8001-41e9-a134-8b064ad3d944', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '27c0cb0a-80ab-420a-834e-c69dfc7d0834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:34:01Z', 'updated_at': '2021-04-19T19:34:12Z', 'revision_number': 4, 'project_id': 'bc6d5ff032774262833087cdb5dac57f', 'subnets': [{'id': '27c0cb0a-80ab-420a-834e-c69dfc7d0834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:34:14.918543 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] For port 2e7cd6da-29f1-440d-b215-30c6fb304b54, host dv-cinder-786932-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=2e7cd6da-29f1-440d-b215-30c6fb304b54,segment=NetworkSegment(6e0ccf5d-63d4-4435-aafc-36f2fe493aa8),segment_id=6e0ccf5d-63d4-4435-aafc-36f2fe493aa8)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:34:14.964305 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:14.972771 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-890ef280-c4d2-444c-a373-ca777fab48ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:34:15.051767 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7409991e-9e88-4d5a-8f31-33632c8fd6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297115604255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297116051999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31618435'] for port, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:15.084870 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-5ce4d4a4-3d1b-4019-987d-d172276621a5 tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:34:15.268013 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device b4cafcfa-d615-4169-a1ac-5751b6994797 up at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:34:15.328632 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7409991e-9e88-4d5a-8f31-33632c8fd6fb admin admin] Pushing event deleted for resources: {'Port': ['ID=f593b1ae-dff4-4355-b04f-762b08eff022,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:34:15.434360 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-7409991e-9e88-4d5a-8f31-33632c8fd6fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:34:15.629001 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Pushing event updated for resources: {'Port': ['ID=2e7cd6da-29f1-440d-b215-30c6fb304b54,revision_number=3']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:34:15.637166 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.664s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:34:15.668525 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-bc6aa106-a889-4ae5-9913-ffae0eba7a39 None None] Provisioning complete for port 2e7cd6da-29f1-440d-b215-30c6fb304b54 triggered by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:34:15.670039 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-bc6aa106-a889-4ae5-9913-ffae0eba7a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:15.748591 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning for port b4cafcfa-d615-4169-a1ac-5751b6994797 completed by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:34:15.779113 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning complete for port b4cafcfa-d615-4169-a1ac-5751b6994797 triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:34:15.779790 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:15.935123 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3039cd81-ac36-4119-8141-63cc99a07acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:15.957623 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-2f9eb154-9885-496d-bd30-4de23ae44db7 admin admin] Allocated IP 172.20.0.1 (79a34250-072c-4c66-811c-8010c0a6c721/2bf1482e-cf55-47a9-9ba8-8165b421a955/f6c8398e-e5be-405c-8d46-a28ce3bc75be) {{(pid=86369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:34:16.101211 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7409991e-9e88-4d5a-8f31-33632c8fd6fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700903'] for router_interface, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:16.183911 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:16.285396 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] For port b4cafcfa-d615-4169-a1ac-5751b6994797, host dv-cinder-786932-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=b4cafcfa-d615-4169-a1ac-5751b6994797,segment=NetworkSegment(c9f64e16-f74b-4697-b568-46ea1751b563),segment_id=c9f64e16-f74b-4697-b568-46ea1751b563)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:34:16.290568 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:16.296826 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-752cd144-968d-47b2-9d47-9fa714818546 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:34:16.343995 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2f9eb154-9885-496d-bd30-4de23ae44db7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:16.383088 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-2f9eb154-9885-496d-bd30-4de23ae44db7 admin admin] Transition to ACTIVE for port object f6c8398e-e5be-405c-8d46-a28ce3bc75be will not be triggered until provisioned by entity DHCP. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:34:16.440658 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Pushing event updated for resources: {'Port': ['ID=b4cafcfa-d615-4169-a1ac-5751b6994797,revision_number=5']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:34:16.449690 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:34:16.646385 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2f9eb154-9885-496d-bd30-4de23ae44db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739738723801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31618435'] for port, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:16.657819 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-1ca04725-9c0b-477a-a738-690335ebe5ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:34:16.762249 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9eb154-9885-496d-bd30-4de23ae44db7 admin admin] Network 79a34250-072c-4c66-811c-8010c0a6c721 is already hosted by enough agents. {{(pid=86369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:34:16.777621 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-2f9eb154-9885-496d-bd30-4de23ae44db7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:34:16.785453 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9eb154-9885-496d-bd30-4de23ae44db7 admin admin] Received port after_create {{(pid=86369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:34:16.855917 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9eb154-9885-496d-bd30-4de23ae44db7 admin admin] Pushing event updated for resources: {'Port': ['ID=f6c8398e-e5be-405c-8d46-a28ce3bc75be,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:34:16.865308 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-2f9eb154-9885-496d-bd30-4de23ae44db7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:34:16.872025 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7409991e-9e88-4d5a-8f31-33632c8fd6fb admin admin] Router 028070f8-581d-497f-bf72-2fce20ecb456 has already been hosted by L3 agent a3cf2d1c-6710-4478-a129-20091cfe97d1 {{(pid=86369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:34:16.873697 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2f9eb154-9885-496d-bd30-4de23ae44db7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688641'] for router_interface, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:17.157379 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-dbd2e549-ace5-4c09-ba65-712817cbbc79 None None] Provisioning for port f6c8398e-e5be-405c-8d46-a28ce3bc75be completed by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:34:17.171596 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-dbd2e549-ace5-4c09-ba65-712817cbbc79 None None] Provisioning complete for port f6c8398e-e5be-405c-8d46-a28ce3bc75be triggered by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:34:17.173004 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-dbd2e549-ace5-4c09-ba65-712817cbbc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:17.212942 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7409991e-9e88-4d5a-8f31-33632c8fd6fb admin admin] Notify agent at l3_agent.dv-cinder-786932-1-iscsi the message routers_updated {{(pid=86369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:34:17.245762 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2f9eb154-9885-496d-bd30-4de23ae44db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:17.271626 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-7409991e-9e88-4d5a-8f31-33632c8fd6fb admin admin] 10.222.0.36 "PUT /v2.0/routers/028070f8-581d-497f-bf72-2fce20ecb456/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.3416357
Apr 19 19:34:17.272005 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 57452) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:34:17.283129 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5374c181-9dfc-4c80-97bf-c414f8a7fb78 None None] Sync routers for ids ['028070f8-581d-497f-bf72-2fce20ecb456'] in dv-cinder-786932-1-iscsi {{(pid=86370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:34:17.357518 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5374c181-9dfc-4c80-97bf-c414f8a7fb78 None None] Routers {'028070f8-581d-497f-bf72-2fce20ecb456'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:34:17.359050 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-5374c181-9dfc-4c80-97bf-c414f8a7fb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0e21bba8>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:33:49Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['028070f8-581d-497f-bf72-2fce20ecb456'], 'active': True} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:34:17.521447 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-dbd2e549-ace5-4c09-ba65-712817cbbc79 None None] Port f6c8398e-e5be-405c-8d46-a28ce3bc75be cannot update to ACTIVE because it is not bound. {{(pid=86370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 19:34:17.532877 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device 2e7cd6da-29f1-440d-b215-30c6fb304b54 up at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:34:17.934099 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning complete for port 2e7cd6da-29f1-440d-b215-30c6fb304b54 triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:34:17.934763 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:17.998110 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e44e13e2-0ae2-48e1-814c-10530400f38e admin admin] Notify callbacks [] for router, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:18.024489 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-5374c181-9dfc-4c80-97bf-c414f8a7fb78 None None] Set router 028070f8-581d-497f-bf72-2fce20ecb456 gateway port host: dv-cinder-786932-1-iscsi {{(pid=86370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:34:18.262350 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2f9eb154-9885-496d-bd30-4de23ae44db7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:18.265734 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e44e13e2-0ae2-48e1-814c-10530400f38e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:18.271685 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2f9eb154-9885-496d-bd30-4de23ae44db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823157366'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:18.300961 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-7ea86333-7194-447f-a486-eeb5713d91b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:34:18.347305 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-e44e13e2-0ae2-48e1-814c-10530400f38e admin admin] Deleting port 5b34ce97-b59d-4e5b-9bd8-3a8440bf8824 {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:34:18.347305 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e44e13e2-0ae2-48e1-814c-10530400f38e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:18.465670 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9eb154-9885-496d-bd30-4de23ae44db7 admin admin] Pushing event updated for resources: {'Port': ['ID=f6c8398e-e5be-405c-8d46-a28ce3bc75be,revision_number=2']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:34:18.502026 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-2f9eb154-9885-496d-bd30-4de23ae44db7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:34:18.503878 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2f9eb154-9885-496d-bd30-4de23ae44db7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854087066'] for router_interface, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:18.521445 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device d5cde588-d15a-499b-940d-4b896ccae28a up at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:34:18.800259 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-80d7b579-8644-4896-a9f7-24756216bea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:18.837156 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-5374c181-9dfc-4c80-97bf-c414f8a7fb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0e21bba8>, [{'id': '028070f8-581d-497f-bf72-2fce20ecb456', 'name': 'tempest-TestShelveInstance-983860828-router', 'tenant_id': '63c01c54fcfc472a82ee3a12399aa22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '5b34ce97-b59d-4e5b-9bd8-3a8440bf8824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:28:38Z', 'updated_at': '2021-04-19T19:34:14Z', 'revision_number': 5, 'project_id': '63c01c54fcfc472a82ee3a12399aa22a', 'gw_port': {'id': '5b34ce97-b59d-4e5b-9bd8-3a8440bf8824', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028070f8-581d-497f-bf72-2fce20ecb456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:28:40Z', 'updated_at': '2021-04-19T19:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi'}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:34:18.841938 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning for port d5cde588-d15a-499b-940d-4b896ccae28a completed by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:34:18.847588 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5374c181-9dfc-4c80-97bf-c414f8a7fb78 None None] Checking router: 028070f8-581d-497f-bf72-2fce20ecb456 for host: dv-cinder-786932-1-iscsi {{(pid=86370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:34:18.851890 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning complete for port d5cde588-d15a-499b-940d-4b896ccae28a triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:34:18.852315 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:18.915256 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5374c181-9dfc-4c80-97bf-c414f8a7fb78 None None] Routers {'028070f8-581d-497f-bf72-2fce20ecb456'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:34:18.915910 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-5374c181-9dfc-4c80-97bf-c414f8a7fb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0e21bba8>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:34:19Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['028070f8-581d-497f-bf72-2fce20ecb456'], 'active': True} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:34:18.945764 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-e44e13e2-0ae2-48e1-814c-10530400f38e admin admin] For port 5b34ce97-b59d-4e5b-9bd8-3a8440bf8824, host dv-cinder-786932-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=5b34ce97-b59d-4e5b-9bd8-3a8440bf8824,segment=NetworkSegment(f117aaf9-f038-40ae-a060-7b312532719e),segment_id=f117aaf9-f038-40ae-a060-7b312532719e)] {{(pid=86369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:34:18.946358 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e44e13e2-0ae2-48e1-814c-10530400f38e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697982'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:19.197291 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-5374c181-9dfc-4c80-97bf-c414f8a7fb78 None None] Set router 028070f8-581d-497f-bf72-2fce20ecb456 gateway port host: None {{(pid=86370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:34:19.249085 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-e44e13e2-0ae2-48e1-814c-10530400f38e admin admin] Calling delete_port for 5b34ce97-b59d-4e5b-9bd8-3a8440bf8824 owned by network:router_gateway {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:34:19.334019 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-5374c181-9dfc-4c80-97bf-c414f8a7fb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0e21bba8>, [{'id': '028070f8-581d-497f-bf72-2fce20ecb456', 'name': 'tempest-TestShelveInstance-983860828-router', 'tenant_id': '63c01c54fcfc472a82ee3a12399aa22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:28:38Z', 'updated_at': '2021-04-19T19:34:18Z', 'revision_number': 6, 'project_id': '63c01c54fcfc472a82ee3a12399aa22a', 'gw_port_host': None}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:34:19.342681 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5374c181-9dfc-4c80-97bf-c414f8a7fb78 None None] The sync data for ids ['028070f8-581d-497f-bf72-2fce20ecb456'] in dv-cinder-786932-1-iscsi is: [{'id': '028070f8-581d-497f-bf72-2fce20ecb456', 'name': 'tempest-TestShelveInstance-983860828-router', 'tenant_id': '63c01c54fcfc472a82ee3a12399aa22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:28:38Z', 'updated_at': '2021-04-19T19:34:18Z', 'revision_number': 6, 'project_id': '63c01c54fcfc472a82ee3a12399aa22a', 'gw_port_host': None}] {{(pid=86370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:34:19.347127 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:19.349944 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9eb154-9885-496d-bd30-4de23ae44db7 admin admin] Network 79a34250-072c-4c66-811c-8010c0a6c721 is already hosted by enough agents. {{(pid=86369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:34:19.367527 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-2f9eb154-9885-496d-bd30-4de23ae44db7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:34:19.369752 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] For port d5cde588-d15a-499b-940d-4b896ccae28a, host dv-cinder-786932-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=d5cde588-d15a-499b-940d-4b896ccae28a,segment=NetworkSegment(f117aaf9-f038-40ae-a060-7b312532719e),segment_id=f117aaf9-f038-40ae-a060-7b312532719e)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:34:19.378270 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:19.379948 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device b4cafcfa-d615-4169-a1ac-5751b6994797 up at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:34:19.442081 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:34:19.594357 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Pushing event updated for resources: {'Port': ['ID=d5cde588-d15a-499b-940d-4b896ccae28a,revision_number=4']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:34:19.599656 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:34:19.612873 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning complete for port b4cafcfa-d615-4169-a1ac-5751b6994797 triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:34:19.613313 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:19.842809 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f9eb154-9885-496d-bd30-4de23ae44db7 admin admin] Router 84f1027a-3c17-41c3-aaf9-123fa27b54db has already been hosted by L3 agent a3cf2d1c-6710-4478-a129-20091cfe97d1 {{(pid=86369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:34:19.896502 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-000a1909-ab5b-4f97-8afb-04fdec5398f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:19.905301 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-87f487eb-ba18-4e70-b17c-beb30153f1c1 None None] Provisioning complete for port f6c8398e-e5be-405c-8d46-a28ce3bc75be triggered by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:34:19.905937 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-87f487eb-ba18-4e70-b17c-beb30153f1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:20.024816 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-87f487eb-ba18-4e70-b17c-beb30153f1c1 None None] Port f6c8398e-e5be-405c-8d46-a28ce3bc75be cannot update to ACTIVE because it is not bound. {{(pid=86370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 19:34:20.030390 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:20.047107 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device d5cde588-d15a-499b-940d-4b896ccae28a up at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:34:20.071855 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e44e13e2-0ae2-48e1-814c-10530400f38e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297115604255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297116051999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31618435'] for port, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:20.079348 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-03619e58-62e4-47aa-9ba1-c0bd03589b6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:34:20.139079 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44e13e2-0ae2-48e1-814c-10530400f38e admin admin] Pushing event deleted for resources: {'Port': ['ID=5b34ce97-b59d-4e5b-9bd8-3a8440bf8824,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:34:20.142575 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e44e13e2-0ae2-48e1-814c-10530400f38e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:34:20.159975 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning complete for port d5cde588-d15a-499b-940d-4b896ccae28a triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:34:20.160664 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:20.269426 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9eb154-9885-496d-bd30-4de23ae44db7 admin admin] Notify agent at l3_agent.dv-cinder-786932-1-iscsi the message routers_updated {{(pid=86369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:34:20.279882 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e44e13e2-0ae2-48e1-814c-10530400f38e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854097050'] for router_gateway, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:20.284611 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6817e305-f075-4638-84bf-244f31a966d4 None None] Sync routers for ids ['84f1027a-3c17-41c3-aaf9-123fa27b54db'] in dv-cinder-786932-1-iscsi {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:34:20.298901 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6817e305-f075-4638-84bf-244f31a966d4 None None] Routers {'84f1027a-3c17-41c3-aaf9-123fa27b54db'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:34:20.299907 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-6817e305-f075-4638-84bf-244f31a966d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0f17e9e8>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:34:19Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['84f1027a-3c17-41c3-aaf9-123fa27b54db'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:34:20.411800 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-2f9eb154-9885-496d-bd30-4de23ae44db7 admin admin] 10.222.0.36 "PUT /v2.0/routers/84f1027a-3c17-41c3-aaf9-123fa27b54db/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.1692717
Apr 19 19:34:20.465699 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device 5b34ce97-b59d-4e5b-9bd8-3a8440bf8824 no longer exists at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:34:20.499201 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e44e13e2-0ae2-48e1-814c-10530400f38e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854083014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854743379'] for router, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:20.511556 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e44e13e2-0ae2-48e1-814c-10530400f38e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:20.527266 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] No Port match for: 5b34ce97-b59d-4e5b-9bd8-3a8440bf8824 {{(pid=86370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:34:20.527684 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device 5b34ce97-b59d-4e5b-9bd8-3a8440bf8824 not bound to the agent host dv-cinder-786932-1-iscsi {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:34:20.528163 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device f593b1ae-dff4-4355-b04f-762b08eff022 no longer exists at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:34:20.574961 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] No Port match for: f593b1ae-dff4-4355-b04f-762b08eff022 {{(pid=86370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:34:20.575482 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device f593b1ae-dff4-4355-b04f-762b08eff022 not bound to the agent host dv-cinder-786932-1-iscsi {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:34:20.701516 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5c78a517-44d6-4271-a115-cae59bf86ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:20.900309 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e44e13e2-0ae2-48e1-814c-10530400f38e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-702846'] for router, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:20.901415 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e44e13e2-0ae2-48e1-814c-10530400f38e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 028070f8-581d-497f-bf72-2fce20ecb456 {{(pid=86369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 19 19:34:20.912750 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e44e13e2-0ae2-48e1-814c-10530400f38e admin admin] Notify callbacks [] for router, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:20.917065 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 57482) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:34:20.917354 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-e44e13e2-0ae2-48e1-814c-10530400f38e admin admin] 10.222.0.36 "DELETE /v2.0/routers/028070f8-581d-497f-bf72-2fce20ecb456 HTTP/1.1" status: 204  len: 168 time: 3.6440723
Apr 19 19:34:20.941653 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-6817e305-f075-4638-84bf-244f31a966d4 None None] Set router 84f1027a-3c17-41c3-aaf9-123fa27b54db gateway port host: dv-cinder-786932-1-iscsi {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:34:21.040561 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_v2 [None req-641eb698-79a6-42d2-a550-c0135be5d41a admin admin] Deleting subnet a661327e-e7fc-471a-aa5d-fc68c1607483 {{(pid=86368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 19:34:21.070098 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-641eb698-79a6-42d2-a550-c0135be5d41a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:21.228605 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-641eb698-79a6-42d2-a550-c0135be5d41a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036823241442'] for subnet, precommit_delete_associations {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:21.412114 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-641eb698-79a6-42d2-a550-c0135be5d41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1918498'] for subnet, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:21.446591 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-6817e305-f075-4638-84bf-244f31a966d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0f17e9e8>, [{'id': '84f1027a-3c17-41c3-aaf9-123fa27b54db', 'name': 'tempest-TestMinimumBasicScenario-1607813704-router', 'tenant_id': 'f36c2c9949bf4d38a175f580c5a0f031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'd5cde588-d15a-499b-940d-4b896ccae28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:34:07Z', 'updated_at': '2021-04-19T19:34:17Z', 'revision_number': 4, 'project_id': 'f36c2c9949bf4d38a175f580c5a0f031', 'gw_port': {'id': 'd5cde588-d15a-499b-940d-4b896ccae28a', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:90:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f1027a-3c17-41c3-aaf9-123fa27b54db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:34:08Z', 'updated_at': '2021-04-19T19:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_interfaces': [{'id': 'f6c8398e-e5be-405c-8d46-a28ce3bc75be', 'name': '', 'network_id': '79a34250-072c-4c66-811c-8010c0a6c721', 'tenant_id': 'f36c2c9949bf4d38a175f580c5a0f031', 'mac_address': 'fa:16:3e:10:4d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f1027a-3c17-41c3-aaf9-123fa27b54db', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '2bf1482e-cf55-47a9-9ba8-8165b421a955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:34:14Z', 'updated_at': '2021-04-19T19:34:17Z', 'revision_number': 2, 'project_id': 'f36c2c9949bf4d38a175f580c5a0f031', 'subnets': [{'id': '2bf1482e-cf55-47a9-9ba8-8165b421a955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:34:21.451974 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6817e305-f075-4638-84bf-244f31a966d4 None None] Checking router: 84f1027a-3c17-41c3-aaf9-123fa27b54db for host: dv-cinder-786932-1-iscsi {{(pid=86371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:34:21.452387 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6817e305-f075-4638-84bf-244f31a966d4 None None] Updating router 84f1027a-3c17-41c3-aaf9-123fa27b54db port f6c8398e-e5be-405c-8d46-a28ce3bc75be binding host dv-cinder-786932-1-iscsi {{(pid=86371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 19:34:21.565269 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6817e305-f075-4638-84bf-244f31a966d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:21.851384 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-641eb698-79a6-42d2-a550-c0135be5d41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852857318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036822332311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036822344857'] for subnet, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:21.859594 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-9980a84b-e3a3-41c1-aa3c-f60760fb4bd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:34:21.905586 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641eb698-79a6-42d2-a550-c0135be5d41a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a661327e-e7fc-471a-aa5d-fc68c1607483,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:34:21.911568 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-641eb698-79a6-42d2-a550-c0135be5d41a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:34:21.914597 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-641eb698-79a6-42d2-a550-c0135be5d41a admin admin] Notify callbacks [] for subnet, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:21.920449 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c038fb-729b-4939-a9f9-1905f657487c None None] Network cb1b47c5-cbe9-40e6-b65e-5740a57af98c requested from dv-cinder-786932-1-iscsi {{(pid=86370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:34:21.941099 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 57520) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:34:21.942142 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-641eb698-79a6-42d2-a550-c0135be5d41a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a661327e-e7fc-471a-aa5d-fc68c1607483 HTTP/1.1" status: 204  len: 168 time: 1.0198569
Apr 19 19:34:22.297752 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ae4cd82c-7a2d-463b-a13d-d5202704d756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636206'] for network, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:22.329513 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-ae4cd82c-7a2d-463b-a13d-d5202704d756 admin admin] Deleting port 4dad87b4-0789-4cbc-a229-c7899a2caca9 {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:34:22.330033 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ae4cd82c-7a2d-463b-a13d-d5202704d756 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:22.443479 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6817e305-f075-4638-84bf-244f31a966d4 None None] Notify callbacks [] for port, precommit_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:22.466497 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-6817e305-f075-4638-84bf-244f31a966d4 None None] Transition to ACTIVE for port object f6c8398e-e5be-405c-8d46-a28ce3bc75be will not be triggered until provisioned by entity L2. {{(pid=86371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:34:22.478360 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6817e305-f075-4638-84bf-244f31a966d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:22.487294 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-437220cf-6808-4791-bce4-7c90d3aa97a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:34:22.514835 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a3cadc-3bf7-4afd-8431-6a0efa114c23 None None] DHCP port deletion for cb1b47c5-cbe9-40e6-b65e-5740a57af98c request from dv-cinder-786932-1-iscsi {{(pid=86370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 19 19:34:22.520734 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-06a3cadc-3bf7-4afd-8431-6a0efa114c23 None None] Deleting port 4dad87b4-0789-4cbc-a229-c7899a2caca9 {{(pid=86370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:34:22.521246 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-06a3cadc-3bf7-4afd-8431-6a0efa114c23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:22.619879 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402b27b0-582c-4e24-be40-7db4a0d8a49e None None] Pushing event updated for resources: {'Port': ['ID=f6c8398e-e5be-405c-8d46-a28ce3bc75be,revision_number=3']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:34:22.632519 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-402b27b0-582c-4e24-be40-7db4a0d8a49e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:34:22.895543 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-ae4cd82c-7a2d-463b-a13d-d5202704d756 admin admin] For port 4dad87b4-0789-4cbc-a229-c7899a2caca9, host dv-cinder-786932-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=4dad87b4-0789-4cbc-a229-c7899a2caca9,segment=NetworkSegment(f4a7b167-1590-48a4-a12d-309cdfbf0f68),segment_id=f4a7b167-1590-48a4-a12d-309cdfbf0f68)] {{(pid=86369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:34:22.896221 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ae4cd82c-7a2d-463b-a13d-d5202704d756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697982'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:23.195310 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-06a3cadc-3bf7-4afd-8431-6a0efa114c23 None None] For port 4dad87b4-0789-4cbc-a229-c7899a2caca9, host dv-cinder-786932-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=4dad87b4-0789-4cbc-a229-c7899a2caca9,segment=NetworkSegment(f4a7b167-1590-48a4-a12d-309cdfbf0f68),segment_id=f4a7b167-1590-48a4-a12d-309cdfbf0f68)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:34:23.198149 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-06a3cadc-3bf7-4afd-8431-6a0efa114c23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697982'] for port, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:23.216605 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-6817e305-f075-4638-84bf-244f31a966d4 None None] Attempting to bind port f6c8398e-e5be-405c-8d46-a28ce3bc75be on host dv-cinder-786932-1-iscsi for vnic_type normal with profile  {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:34:23.217855 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-6817e305-f075-4638-84bf-244f31a966d4 None None] Attempting to bind port f6c8398e-e5be-405c-8d46-a28ce3bc75be by drivers openvswitch,hyperv on host dv-cinder-786932-1-iscsi at level 0 using segments [{'id': '6e0ccf5d-63d4-4435-aafc-36f2fe493aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '79a34250-072c-4c66-811c-8010c0a6c721'}] {{(pid=86371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:34:23.218980 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6817e305-f075-4638-84bf-244f31a966d4 None None] Attempting to bind port f6c8398e-e5be-405c-8d46-a28ce3bc75be on network 79a34250-072c-4c66-811c-8010c0a6c721 {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:34:23.231333 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6817e305-f075-4638-84bf-244f31a966d4 None None] Checking agent: {'id': '18e08627-855b-4b57-ace4-a20256d828a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 16, 20), 'started_at': datetime.datetime(2021, 4, 19, 19, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:34:23.232701 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6817e305-f075-4638-84bf-244f31a966d4 None None] Checking segment: {'id': '6e0ccf5d-63d4-4435-aafc-36f2fe493aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '79a34250-072c-4c66-811c-8010c0a6c721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:34:23.233727 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6817e305-f075-4638-84bf-244f31a966d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:23.234678 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6817e305-f075-4638-84bf-244f31a966d4 None None] Bound using segment: {'id': '6e0ccf5d-63d4-4435-aafc-36f2fe493aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '79a34250-072c-4c66-811c-8010c0a6c721'} {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:34:23.235808 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-6817e305-f075-4638-84bf-244f31a966d4 None None] Bound port: f6c8398e-e5be-405c-8d46-a28ce3bc75be, host: dv-cinder-786932-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e0ccf5d-63d4-4435-aafc-36f2fe493aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '79a34250-072c-4c66-811c-8010c0a6c721'}}] {{(pid=86371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:34:23.236922 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6817e305-f075-4638-84bf-244f31a966d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:23.499980 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-6817e305-f075-4638-84bf-244f31a966d4 None None] For port f6c8398e-e5be-405c-8d46-a28ce3bc75be, host dv-cinder-786932-1-iscsi, cleared binding levels {{(pid=86371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:34:23.527689 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-6817e305-f075-4638-84bf-244f31a966d4 None None] For port f6c8398e-e5be-405c-8d46-a28ce3bc75be, host dv-cinder-786932-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=f6c8398e-e5be-405c-8d46-a28ce3bc75be,segment=NetworkSegment(6e0ccf5d-63d4-4435-aafc-36f2fe493aa8),segment_id=6e0ccf5d-63d4-4435-aafc-36f2fe493aa8)] {{(pid=86371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:34:23.545787 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6817e305-f075-4638-84bf-244f31a966d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:23.562777 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-06a3cadc-3bf7-4afd-8431-6a0efa114c23 None None] Calling delete_port for 4dad87b4-0789-4cbc-a229-c7899a2caca9 owned by network:dhcp {{(pid=86370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:34:23.572178 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:34:23.602928 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-ae4cd82c-7a2d-463b-a13d-d5202704d756 admin admin] Calling delete_port for 4dad87b4-0789-4cbc-a229-c7899a2caca9 owned by network:dhcp {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:34:23.730748 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402b27b0-582c-4e24-be40-7db4a0d8a49e None None] Pushing event updated for resources: {'Port': ['ID=f6c8398e-e5be-405c-8d46-a28ce3bc75be,revision_number=4']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:34:23.739011 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-402b27b0-582c-4e24-be40-7db4a0d8a49e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:34:23.780651 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6817e305-f075-4638-84bf-244f31a966d4 None None] Routers {'84f1027a-3c17-41c3-aaf9-123fa27b54db'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:34:23.781376 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-6817e305-f075-4638-84bf-244f31a966d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0f17e9e8>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:34:19Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['84f1027a-3c17-41c3-aaf9-123fa27b54db'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:34:23.782225 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.db.api [None req-ae4cd82c-7a2d-463b-a13d-d5202704d756 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Apr 19 19:34:23.782225 dv-cinder-786932-1-iscsi neutron-server[86253]: [SQL: DELETE FROM ml2_port_binding_levels WHERE ml2_port_binding_levels.port_id = %(port_id)s AND ml2_port_binding_levels.host = %(host)s AND ml2_port_binding_levels.`level` = %(level)s]
Apr 19 19:34:23.782225 dv-cinder-786932-1-iscsi neutron-server[86253]: [parameters: {'port_id': '4dad87b4-0789-4cbc-a229-c7899a2caca9', 'host': 'dv-cinder-786932-1-iscsi', 'level': 0}]
Apr 19 19:34:23.782225 dv-cinder-786932-1-iscsi neutron-server[86253]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=86369) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 19 19:34:23.782933 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_db.api [None req-ae4cd82c-7a2d-463b-a13d-d5202704d756 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 19 19:34:23.789293 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-06a3cadc-3bf7-4afd-8431-6a0efa114c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297115604255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297116051999'] for port, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:23.797263 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-d36adfda-7967-40dc-a932-a14c6cea92f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:34:23.852818 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a3cadc-3bf7-4afd-8431-6a0efa114c23 None None] Pushing event deleted for resources: {'Port': ['ID=4dad87b4-0789-4cbc-a229-c7899a2caca9,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:34:23.856473 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-06a3cadc-3bf7-4afd-8431-6a0efa114c23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:34:23.862784 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a3cadc-3bf7-4afd-8431-6a0efa114c23 None None] No DVR routers for this DVR port 4dad87b4-0789-4cbc-a229-c7899a2caca9 on host dv-cinder-786932-1-iscsi {{(pid=86370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 19:34:24.054115 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device 4dad87b4-0789-4cbc-a229-c7899a2caca9 no longer exists at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:34:24.151569 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] No Port match for: 4dad87b4-0789-4cbc-a229-c7899a2caca9 {{(pid=86370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:34:24.151947 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device 4dad87b4-0789-4cbc-a229-c7899a2caca9 not bound to the agent host dv-cinder-786932-1-iscsi {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:34:24.284227 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-ae4cd82c-7a2d-463b-a13d-d5202704d756 admin admin] Deleting port 4dad87b4-0789-4cbc-a229-c7899a2caca9 {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:34:24.285471 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ae4cd82c-7a2d-463b-a13d-d5202704d756 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:24.327967 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-6817e305-f075-4638-84bf-244f31a966d4 None None] Set router 84f1027a-3c17-41c3-aaf9-123fa27b54db gateway port host: dv-cinder-786932-1-iscsi {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:34:24.434912 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-ae4cd82c-7a2d-463b-a13d-d5202704d756 admin admin] The port '4dad87b4-0789-4cbc-a229-c7899a2caca9' was deleted {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 19 19:34:24.639230 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ae4cd82c-7a2d-463b-a13d-d5202704d756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852857225', 'neutron.services.segments.db._delete_segments_for_network-8739739090035'] for network, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:24.771097 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-ae4cd82c-7a2d-463b-a13d-d5202704d756 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2e0d9d7f98>,) {'filters': {'network_id': ['cb1b47c5-cbe9-40e6-b65e-5740a57af98c']}} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:34:24.786012 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-ae4cd82c-7a2d-463b-a13d-d5202704d756 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2e0d9d7f98>, 'f4a7b167-1590-48a4-a12d-309cdfbf0f68') {'for_net_delete': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:34:24.786366 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-ae4cd82c-7a2d-463b-a13d-d5202704d756 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2e0d9d7f98>, 'f4a7b167-1590-48a4-a12d-309cdfbf0f68') {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:34:24.800650 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ae4cd82c-7a2d-463b-a13d-d5202704d756 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363297115576163', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33203990'] for segment, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:24.829694 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ae4cd82c-7a2d-463b-a13d-d5202704d756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852957628'] for segment, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:24.839769 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae4cd82c-7a2d-463b-a13d-d5202704d756 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=86369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 19:34:25.037067 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-ae4cd82c-7a2d-463b-a13d-d5202704d756 admin admin] Network cb1b47c5-cbe9-40e6-b65e-5740a57af98c has no segments {{(pid=86369) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:34:25.047857 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ae4cd82c-7a2d-463b-a13d-d5202704d756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1818163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823157260'] for segment, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:25.142040 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-6817e305-f075-4638-84bf-244f31a966d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0f17e9e8>, [{'id': '84f1027a-3c17-41c3-aaf9-123fa27b54db', 'name': 'tempest-TestMinimumBasicScenario-1607813704-router', 'tenant_id': 'f36c2c9949bf4d38a175f580c5a0f031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'd5cde588-d15a-499b-940d-4b896ccae28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:34:07Z', 'updated_at': '2021-04-19T19:34:17Z', 'revision_number': 4, 'project_id': 'f36c2c9949bf4d38a175f580c5a0f031', 'gw_port': {'id': 'd5cde588-d15a-499b-940d-4b896ccae28a', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:90:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f1027a-3c17-41c3-aaf9-123fa27b54db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:34:08Z', 'updated_at': '2021-04-19T19:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_interfaces': [{'id': 'f6c8398e-e5be-405c-8d46-a28ce3bc75be', 'name': '', 'network_id': '79a34250-072c-4c66-811c-8010c0a6c721', 'tenant_id': 'f36c2c9949bf4d38a175f580c5a0f031', 'mac_address': 'fa:16:3e:10:4d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f1027a-3c17-41c3-aaf9-123fa27b54db', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '2bf1482e-cf55-47a9-9ba8-8165b421a955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:34:14Z', 'updated_at': '2021-04-19T19:34:23Z', 'revision_number': 4, 'project_id': 'f36c2c9949bf4d38a175f580c5a0f031', 'subnets': [{'id': '2bf1482e-cf55-47a9-9ba8-8165b421a955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:34:25.150721 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6817e305-f075-4638-84bf-244f31a966d4 None None] The sync data for ids ['84f1027a-3c17-41c3-aaf9-123fa27b54db'] in dv-cinder-786932-1-iscsi is: [{'id': '84f1027a-3c17-41c3-aaf9-123fa27b54db', 'name': 'tempest-TestMinimumBasicScenario-1607813704-router', 'tenant_id': 'f36c2c9949bf4d38a175f580c5a0f031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'd5cde588-d15a-499b-940d-4b896ccae28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:34:07Z', 'updated_at': '2021-04-19T19:34:17Z', 'revision_number': 4, 'project_id': 'f36c2c9949bf4d38a175f580c5a0f031', 'gw_port': {'id': 'd5cde588-d15a-499b-940d-4b896ccae28a', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:90:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f1027a-3c17-41c3-aaf9-123fa27b54db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:34:08Z', 'updated_at': '2021-04-19T19:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_interfaces': [{'id': 'f6c8398e-e5be-405c-8d46-a28ce3bc75be', 'name': '', 'network_id': '79a34250-072c-4c66-811c-8010c0a6c721', 'tenant_id': 'f36c2c9949bf4d38a175f580c5a0f031', 'mac_address': 'fa:16:3e:10:4d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f1027a-3c17-41c3-aaf9-123fa27b54db', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '2bf1482e-cf55-47a9-9ba8-8165b421a955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:34:14Z', 'updated_at': '2021-04-19T19:34:23Z', 'revision_number': 4, 'project_id': 'f36c2c9949bf4d38a175f580c5a0f031', 'subnets': [{'id': '2bf1482e-cf55-47a9-9ba8-8165b421a955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:34:25.340402 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-ae4cd82c-7a2d-463b-a13d-d5202704d756 admin admin] Network cb1b47c5-cbe9-40e6-b65e-5740a57af98c has no segments {{(pid=86369) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:34:25.377918 dv-cinder-786932-1-iscsi neutron-server[86253]: Traceback (most recent call last):
Apr 19 19:34:25.377918 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 19:34:25.377918 dv-cinder-786932-1-iscsi neutron-server[86253]:     timer()
Apr 19 19:34:25.377918 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 19:34:25.377918 dv-cinder-786932-1-iscsi neutron-server[86253]:     cb(*args, **kw)
Apr 19 19:34:25.377918 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 19:34:25.377918 dv-cinder-786932-1-iscsi neutron-server[86253]:     return func(*args, **kwargs)
Apr 19 19:34:25.377918 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 19:34:25.377918 dv-cinder-786932-1-iscsi neutron-server[86253]:     self._notify()
Apr 19 19:34:25.377918 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 19:34:25.377918 dv-cinder-786932-1-iscsi neutron-server[86253]:     self.callback(batched_events)
Apr 19 19:34:25.377918 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 19:34:25.377918 dv-cinder-786932-1-iscsi neutron-server[86253]:     event.method(event)
Apr 19 19:34:25.377918 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 19:34:25.377918 dv-cinder-786932-1-iscsi neutron-server[86253]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 19:34:25.377918 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 19:34:25.377918 dv-cinder-786932-1-iscsi neutron-server[86253]:     segment_id)['aggregates'][0]
Apr 19 19:34:25.377918 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 19:34:25.377918 dv-cinder-786932-1-iscsi neutron-server[86253]:     return f(self, *a, **k)
Apr 19 19:34:25.377918 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 19:34:25.377918 dv-cinder-786932-1-iscsi neutron-server[86253]:     return self._get(url).json()
Apr 19 19:34:25.377918 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 19:34:25.377918 dv-cinder-786932-1-iscsi neutron-server[86253]:     **kwargs)
Apr 19 19:34:25.377918 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 19:34:25.377918 dv-cinder-786932-1-iscsi neutron-server[86253]:     return self.request(url, 'GET', **kwargs)
Apr 19 19:34:25.377918 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 19:34:25.377918 dv-cinder-786932-1-iscsi neutron-server[86253]:     **endpoint_filter)
Apr 19 19:34:25.377918 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 19:34:25.377918 dv-cinder-786932-1-iscsi neutron-server[86253]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 19:34:25.377918 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 19:34:25.377918 dv-cinder-786932-1-iscsi neutron-server[86253]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 19:34:25.377918 dv-cinder-786932-1-iscsi neutron-server[86253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 19:34:25.530316 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ae4cd82c-7a2d-463b-a13d-d5202704d756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854087039'] for network, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:25.538300 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c74a5825-7ade-49ca-b5f0-e6c67ad406c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:34:25.584741 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ae4cd82c-7a2d-463b-a13d-d5202704d756 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:25.611851 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4cd82c-7a2d-463b-a13d-d5202704d756 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb1b47c5-cbe9-40e6-b65e-5740a57af98c,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:34:25.666401 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-ae4cd82c-7a2d-463b-a13d-d5202704d756 admin admin] 10.222.0.36 "DELETE /v2.0/networks/cb1b47c5-cbe9-40e6-b65e-5740a57af98c HTTP/1.1" status: 204  len: 168 time: 3.7198842
Apr 19 19:34:25.677840 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4cd82c-7a2d-463b-a13d-d5202704d756 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:34:25.687582 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4cd82c-7a2d-463b-a13d-d5202704d756 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:34:25.688411 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4cd82c-7a2d-463b-a13d-d5202704d756 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:34:25.689333 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4cd82c-7a2d-463b-a13d-d5202704d756 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:34:25.690078 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4cd82c-7a2d-463b-a13d-d5202704d756 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:34:25.691238 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4cd82c-7a2d-463b-a13d-d5202704d756 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:34:25.694749 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4cd82c-7a2d-463b-a13d-d5202704d756 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:34:25.695585 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4cd82c-7a2d-463b-a13d-d5202704d756 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:34:25.697414 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4cd82c-7a2d-463b-a13d-d5202704d756 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:34:25.698142 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4cd82c-7a2d-463b-a13d-d5202704d756 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:34:25.699095 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4cd82c-7a2d-463b-a13d-d5202704d756 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:34:25.700036 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4cd82c-7a2d-463b-a13d-d5202704d756 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:34:25.712071 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-ae4cd82c-7a2d-463b-a13d-d5202704d756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:34:26.183954 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device f6c8398e-e5be-405c-8d46-a28ce3bc75be up at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:34:26.225064 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 57554) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:34:26.331234 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning for port f6c8398e-e5be-405c-8d46-a28ce3bc75be completed by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:34:26.337854 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning complete for port f6c8398e-e5be-405c-8d46-a28ce3bc75be triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:34:26.338570 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:26.339848 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-8a96454a-a665-4627-a2dd-150b017cc0ac admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e4ca113d70014148bb7b01a5ca52e617&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1132705
Apr 19 19:34:26.344098 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 57558) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:34:26.514422 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a80836b3-22dd-4ae8-b9b7-9e8d0e897963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:26.611433 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a80836b3-22dd-4ae8-b9b7-9e8d0e897963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:26.617246 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:26.671831 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] For port f6c8398e-e5be-405c-8d46-a28ce3bc75be, host dv-cinder-786932-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=f6c8398e-e5be-405c-8d46-a28ce3bc75be,segment=NetworkSegment(6e0ccf5d-63d4-4435-aafc-36f2fe493aa8),segment_id=6e0ccf5d-63d4-4435-aafc-36f2fe493aa8)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:34:26.679699 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:26.681749 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-d645ad83-5199-41b8-a8df-15983b5ac9cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:34:26.788484 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a80836b3-22dd-4ae8-b9b7-9e8d0e897963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:26.824035 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-1a19d56c-2e3c-4b0f-aa43-95a6e0e0983f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:34:26.824611 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Pushing event updated for resources: {'Port': ['ID=f6c8398e-e5be-405c-8d46-a28ce3bc75be,revision_number=5']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:34:26.844618 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:34:26.857056 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80836b3-22dd-4ae8-b9b7-9e8d0e897963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78eea9ba-b78f-4ef4-a341-0d53441ff162,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:34:26.867641 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80836b3-22dd-4ae8-b9b7-9e8d0e897963 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:34:26.868020 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80836b3-22dd-4ae8-b9b7-9e8d0e897963 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:34:26.868383 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80836b3-22dd-4ae8-b9b7-9e8d0e897963 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:34:26.868877 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80836b3-22dd-4ae8-b9b7-9e8d0e897963 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:34:26.869269 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80836b3-22dd-4ae8-b9b7-9e8d0e897963 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:34:26.869661 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80836b3-22dd-4ae8-b9b7-9e8d0e897963 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:34:26.870051 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80836b3-22dd-4ae8-b9b7-9e8d0e897963 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:34:26.870445 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80836b3-22dd-4ae8-b9b7-9e8d0e897963 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:34:26.870833 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80836b3-22dd-4ae8-b9b7-9e8d0e897963 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:34:26.871224 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80836b3-22dd-4ae8-b9b7-9e8d0e897963 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:34:26.871616 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80836b3-22dd-4ae8-b9b7-9e8d0e897963 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:34:26.872698 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80836b3-22dd-4ae8-b9b7-9e8d0e897963 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:34:26.876015 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a80836b3-22dd-4ae8-b9b7-9e8d0e897963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:26.879416 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-a80836b3-22dd-4ae8-b9b7-9e8d0e897963 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/78eea9ba-b78f-4ef4-a341-0d53441ff162 HTTP/1.1" status: 204  len: 168 time: 0.5319407
Apr 19 19:34:26.879416 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a80836b3-22dd-4ae8-b9b7-9e8d0e897963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:34:27.659533 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 57586) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:34:27.766693 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 57592) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:34:27.768425 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-f62b36e1-bd10-479c-995c-11b3966b28d9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=63c01c54fcfc472a82ee3a12399aa22a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1059694
Apr 19 19:34:27.901081 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-61ed12f8-6ac0-49b4-a0c3-16eec8a596ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:27.972291 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-61ed12f8-6ac0-49b4-a0c3-16eec8a596ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:28.016196 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device f6c8398e-e5be-405c-8d46-a28ce3bc75be up at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:34:28.128026 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Provisioning complete for port f6c8398e-e5be-405c-8d46-a28ce3bc75be triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:34:28.128827 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:28.159188 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-61ed12f8-6ac0-49b4-a0c3-16eec8a596ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:28.183275 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-113dfbfc-711f-4612-bd5b-ea0d581f5587 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:34:28.215761 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ed12f8-6ac0-49b4-a0c3-16eec8a596ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b9e32a-e6f1-4a42-85b0-5655371c39d9,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:34:28.229722 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-61ed12f8-6ac0-49b4-a0c3-16eec8a596ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:34:28.234195 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-61ed12f8-6ac0-49b4-a0c3-16eec8a596ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:28.236440 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-61ed12f8-6ac0-49b4-a0c3-16eec8a596ce admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/19b9e32a-e6f1-4a42-85b0-5655371c39d9 HTTP/1.1" status: 204  len: 168 time: 0.4677000
Apr 19 19:34:28.939848 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:32.441342 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 57620) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:34:32.661138 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-79451959-f539-48fe-a975-0a7bd012eb3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:32.693303 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-79451959-f539-48fe-a975-0a7bd012eb3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:34:32.702364 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-79451959-f539-48fe-a975-0a7bd012eb3b admin admin] Usage tracker for resource:security_group_rule and tenant:344d6670a1234143abddb23588d1a8c3 is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:34:32.708557 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-79451959-f539-48fe-a975-0a7bd012eb3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:34:32.721896 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-79451959-f539-48fe-a975-0a7bd012eb3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:34:32.905098 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-79451959-f539-48fe-a975-0a7bd012eb3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:32.912258 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-79451959-f539-48fe-a975-0a7bd012eb3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:32.947187 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-89f6b937-0331-42f0-b61c-cbfaa907b375 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:34:33.029721 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79451959-f539-48fe-a975-0a7bd012eb3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34bcac25-2084-456e-bb76-047b4407712a,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:34:33.036429 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-79451959-f539-48fe-a975-0a7bd012eb3b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=344d6670a1234143abddb23588d1a8c3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5924811
Apr 19 19:34:33.039288 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 57630) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:34:33.040693 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-79451959-f539-48fe-a975-0a7bd012eb3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:34:33.155750 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-40a5140b-d523-4dbd-bf90-a5530ea40812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:33.234118 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-40a5140b-d523-4dbd-bf90-a5530ea40812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:33.243332 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b1212-e8a1-4438-9ab7-34c963407f84 req-8d373b93-e2c1-48da-9a36-a7237bb53dbc tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:34:33.246396 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6b1b1212-e8a1-4438-9ab7-34c963407f84 req-8d373b93-e2c1-48da-9a36-a7237bb53dbc tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/ports?device_id=29e8adf8-9f42-4342-8a9c-f3b55cba4b7c HTTP/1.1" status: 200  len: 946 time: 0.2080781
Apr 19 19:34:33.326590 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6b1b1212-e8a1-4438-9ab7-34c963407f84 req-14e2cdde-c3a3-4cf9-8986-42c63d986288 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1da71a4-cef9-4aab-90f4-109eea8adbb9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0682306
Apr 19 19:34:33.349577 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-40a5140b-d523-4dbd-bf90-a5530ea40812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:33.354064 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-3854a5eb-6a53-4aee-bb77-7a388cab4315 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:34:33.370520 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a5140b-d523-4dbd-bf90-a5530ea40812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34bcac25-2084-456e-bb76-047b4407712a,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:34:33.373954 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-40a5140b-d523-4dbd-bf90-a5530ea40812 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:34:33.380869 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-40a5140b-d523-4dbd-bf90-a5530ea40812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:33.385091 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-40a5140b-d523-4dbd-bf90-a5530ea40812 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/34bcac25-2084-456e-bb76-047b4407712a HTTP/1.1" status: 204  len: 168 time: 0.3404703
Apr 19 19:34:34.440007 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 57678) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:34:34.641471 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f70f23-ccff-4f02-a278-daed387ec62e req-687b28ae-b253-4dee-89c5-091a7213b7c4 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:34:34.642919 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-42f70f23-ccff-4f02-a278-daed387ec62e req-687b28ae-b253-4dee-89c5-091a7213b7c4 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Synchronizing usage tracker for tenant:bc5b0bd7c7ca48888f8782e781e6974d on resource:port {{(pid=86369) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:34:34.677520 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-42f70f23-ccff-4f02-a278-daed387ec62e req-687b28ae-b253-4dee-89c5-091a7213b7c4 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Unset dirty status for tenant:bc5b0bd7c7ca48888f8782e781e6974d on resource:port {{(pid=86369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:34:34.679848 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-42f70f23-ccff-4f02-a278-daed387ec62e req-687b28ae-b253-4dee-89c5-091a7213b7c4 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.20 "GET /v2.0/ports?device_id=29e8adf8-9f42-4342-8a9c-f3b55cba4b7c HTTP/1.1" status: 200  len: 946 time: 0.1691451
Apr 19 19:34:34.772712 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af638c9-c294-498b-8e84-bd3a0ed68d27 req-77e49ef0-09d3-48f6-91a6-92a2eab4c61f tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:34:34.774425 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4af638c9-c294-498b-8e84-bd3a0ed68d27 req-77e49ef0-09d3-48f6-91a6-92a2eab4c61f tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/ports?device_id=29e8adf8-9f42-4342-8a9c-f3b55cba4b7c HTTP/1.1" status: 200  len: 946 time: 0.2569571
Apr 19 19:34:34.785423 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d17fa4-b870-4c41-9f47-46eb157256ef req-aecbaf6d-352b-4da9-a967-f18fbc484d0d tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:34:34.786224 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-e6d17fa4-b870-4c41-9f47-46eb157256ef req-aecbaf6d-352b-4da9-a967-f18fbc484d0d tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Synchronizing usage tracker for tenant:bc6d5ff032774262833087cdb5dac57f on resource:network {{(pid=86368) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:34:34.792592 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-42f70f23-ccff-4f02-a278-daed387ec62e req-e1f7cd00-ac3c-46ff-9a5c-f115e33ae148 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Deleting port bc96af81-a357-433c-80ba-3687b81326c3 {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:34:34.793350 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-42f70f23-ccff-4f02-a278-daed387ec62e req-e1f7cd00-ac3c-46ff-9a5c-f115e33ae148 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:34.836281 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-e6d17fa4-b870-4c41-9f47-46eb157256ef req-aecbaf6d-352b-4da9-a967-f18fbc484d0d tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Unset dirty status for tenant:bc6d5ff032774262833087cdb5dac57f on resource:network {{(pid=86368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:34:34.837557 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e6d17fa4-b870-4c41-9f47-46eb157256ef req-aecbaf6d-352b-4da9-a967-f18fbc484d0d tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/networks?id=cabf1e57-94c5-449b-bceb-ad5ee016bb62 HTTP/1.1" status: 200  len: 815 time: 0.3739293
Apr 19 19:34:34.848198 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-ef95afde-4d85-4731-b909-59a73103c0c7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-565277147-network', 'tenant_id': '5b24cd9a8f9f40cc9910c7e314561f69'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:34:34.854981 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4af638c9-c294-498b-8e84-bd3a0ed68d27 req-59644265-0366-4e26-9bd0-35d2b16484dd tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1da71a4-cef9-4aab-90f4-109eea8adbb9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0593286
Apr 19 19:34:34.864848 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-ef95afde-4d85-4731-b909-59a73103c0c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:34:34.876622 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-ef95afde-4d85-4731-b909-59a73103c0c7 admin admin] Usage tracker for resource:network and tenant:5b24cd9a8f9f40cc9910c7e314561f69 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:34:34.877604 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e6d17fa4-b870-4c41-9f47-46eb157256ef req-047b193c-7937-4d59-ada1-99678b257f41 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/quotas/bc6d5ff032774262833087cdb5dac57f HTTP/1.1" status: 200  len: 375 time: 0.0183117
Apr 19 19:34:34.881705 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-ef95afde-4d85-4731-b909-59a73103c0c7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:34:34.894336 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-ef95afde-4d85-4731-b909-59a73103c0c7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:34:34.955202 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef95afde-4d85-4731-b909-59a73103c0c7 admin admin] Made reservation on behalf of 5b24cd9a8f9f40cc9910c7e314561f69 for: {'network': 1} {{(pid=86369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:34:34.962201 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ef95afde-4d85-4731-b909-59a73103c0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for network, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:34.988540 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ef95afde-4d85-4731-b909-59a73103c0c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:35.036041 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-ef95afde-4d85-4731-b909-59a73103c0c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:34:35.048074 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e6d17fa4-b870-4c41-9f47-46eb157256ef req-460bc02a-69fa-4e1d-846b-7a0889d2019f tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bc6d5ff032774262833087cdb5dac57f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1643462
Apr 19 19:34:35.095407 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-ef95afde-4d85-4731-b909-59a73103c0c7 admin admin] Usage tracker for resource:security_group_rule and tenant:5b24cd9a8f9f40cc9910c7e314561f69 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:34:35.100913 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-ef95afde-4d85-4731-b909-59a73103c0c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:34:35.112874 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-ef95afde-4d85-4731-b909-59a73103c0c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:34:35.216623 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-42f70f23-ccff-4f02-a278-daed387ec62e req-e1f7cd00-ac3c-46ff-9a5c-f115e33ae148 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] For port bc96af81-a357-433c-80ba-3687b81326c3, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=bc96af81-a357-433c-80ba-3687b81326c3,segment=NetworkSegment(ba613c43-a0d4-48ab-98c6-225de025afbc),segment_id=ba613c43-a0d4-48ab-98c6-225de025afbc)] {{(pid=86369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:34:35.216623 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-42f70f23-ccff-4f02-a278-daed387ec62e req-e1f7cd00-ac3c-46ff-9a5c-f115e33ae148 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697982'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:35.239873 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e6d17fa4-b870-4c41-9f47-46eb157256ef req-53dd3c3c-c734-4358-8b55-abafc472cc3e service neutron] 10.222.0.36 "GET /v2.0/networks/cabf1e57-94c5-449b-bceb-ad5ee016bb62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1761668
Apr 19 19:34:35.410618 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e6d17fa4-b870-4c41-9f47-46eb157256ef req-9f8e567d-ea5b-427b-b23e-e012f9ff9269 service neutron] 10.222.0.36 "GET /v2.0/networks/cabf1e57-94c5-449b-bceb-ad5ee016bb62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1634622
Apr 19 19:34:35.482785 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ef95afde-4d85-4731-b909-59a73103c0c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:35.489979 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ef95afde-4d85-4731-b909-59a73103c0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:35.502394 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b5351eb6-6d40-4f83-89d5-bc51e8563851 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:34:35.598917 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef95afde-4d85-4731-b909-59a73103c0c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105}  {{(pid=86369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 19:34:35.644581 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef95afde-4d85-4731-b909-59a73103c0c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f20ec2-e0ad-4d5d-bddc-3cbd43e19eb7,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:34:35.650407 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ef95afde-4d85-4731-b909-59a73103c0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852957628'] for segment, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:35.650798 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.db.segments_db [None req-ef95afde-4d85-4731-b909-59a73103c0c7 admin admin] Added segment 6111e714-9ff3-4796-99f6-2f5955255830 of type vlan for network 5a4bca6e-7045-4a87-be72-643eafe061a3
Apr 19 19:34:35.652431 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-ef95afde-4d85-4731-b909-59a73103c0c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:34:35.682208 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-42f70f23-ccff-4f02-a278-daed387ec62e req-e1f7cd00-ac3c-46ff-9a5c-f115e33ae148 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:35.682632 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-42f70f23-ccff-4f02-a278-daed387ec62e req-e1f7cd00-ac3c-46ff-9a5c-f115e33ae148 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854086990'] for floatingip, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:35.682992 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.db.l3_db [req-42f70f23-ccff-4f02-a278-daed387ec62e req-e1f7cd00-ac3c-46ff-9a5c-f115e33ae148 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Floating IP d053c54a-e923-4a29-a465-23f81459d9e3 disassociated. External IP: 172.27.1.23, port: bc96af81-a357-433c-80ba-3687b81326c3.
Apr 19 19:34:35.683400 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-42f70f23-ccff-4f02-a278-daed387ec62e req-e1f7cd00-ac3c-46ff-9a5c-f115e33ae148 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Calling delete_port for bc96af81-a357-433c-80ba-3687b81326c3 owned by compute:nova {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:34:35.746205 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ef95afde-4d85-4731-b909-59a73103c0c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739738712435'] for network, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:35.791058 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-51d15dd8-6528-4deb-9adb-554c2b7cda00 req-1c47cca2-4e03-4bf3-9a5f-3be20b55f32a tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/ports?device_id=824a4177-275c-45da-8ee6-9f365ae3ba94 HTTP/1.1" status: 200  len: 210 time: 0.1127095
Apr 19 19:34:35.820453 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ef95afde-4d85-4731-b909-59a73103c0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770'] for network, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:35.822068 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef95afde-4d85-4731-b909-59a73103c0c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:34:35.822735 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ef95afde-4d85-4731-b909-59a73103c0c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:35.829692 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:34:35.993644 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef95afde-4d85-4731-b909-59a73103c0c7 admin admin] Pushing event updated for resources: {'Network': ['ID=5a4bca6e-7045-4a87-be72-643eafe061a3,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:34:36.002527 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-ef95afde-4d85-4731-b909-59a73103c0c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:34:36.013185 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Network 5a4bca6e-7045-4a87-be72-643eafe061a3 details requested by agent ovs-agent-dv-cinder-786932-1-iscsi with host dv-cinder-786932-1-iscsi {{(pid=86370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 19:34:36.033826 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-ef95afde-4d85-4731-b909-59a73103c0c7 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.5925364
Apr 19 19:34:36.037735 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 57698) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:34:36.049724 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-8bdf8bb9-10c1-4dcb-a6f6-20a2f4771dc0 admin admin] Request body: {'subnet': {'network_id': '5a4bca6e-7045-4a87-be72-643eafe061a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-565277147-subnet', 'tenant_id': '5b24cd9a8f9f40cc9910c7e314561f69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:34:36.056341 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-42f70f23-ccff-4f02-a278-daed387ec62e req-e1f7cd00-ac3c-46ff-9a5c-f115e33ae148 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297115604255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297116051999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31618435'] for port, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:36.069260 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-7733ed33-d310-4164-be3a-60a188d4b26f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:34:36.126680 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-10de61c8-acd0-42d7-a2f9-fea494312393 req-0cb49e2a-93d0-4617-b82a-3743be9bb143 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/ports?device_id=29e8adf8-9f42-4342-8a9c-f3b55cba4b7c HTTP/1.1" status: 200  len: 210 time: 0.0686114
Apr 19 19:34:36.158118 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-8bdf8bb9-10c1-4dcb-a6f6-20a2f4771dc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:34:36.162429 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f7cd00-ac3c-46ff-9a5c-f115e33ae148 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Pushing event deleted for resources: {'Port': ['ID=bc96af81-a357-433c-80ba-3687b81326c3,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:34:36.172486 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e1f7cd00-ac3c-46ff-9a5c-f115e33ae148 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:34:36.177345 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-8bdf8bb9-10c1-4dcb-a6f6-20a2f4771dc0 admin admin] Usage tracker for resource:subnet and tenant:5b24cd9a8f9f40cc9910c7e314561f69 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:34:36.183470 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-8bdf8bb9-10c1-4dcb-a6f6-20a2f4771dc0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:34:36.199072 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-8bdf8bb9-10c1-4dcb-a6f6-20a2f4771dc0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:34:36.285802 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bdf8bb9-10c1-4dcb-a6f6-20a2f4771dc0 admin admin] Made reservation on behalf of 5b24cd9a8f9f40cc9910c7e314561f69 for: {'subnet': 1} {{(pid=86369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:34:36.290684 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8bdf8bb9-10c1-4dcb-a6f6-20a2f4771dc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30759559'] for subnet, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:36.834105 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42f70f23-ccff-4f02-a278-daed387ec62e req-e1f7cd00-ac3c-46ff-9a5c-f115e33ae148 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Router 7201a3a2-4a9f-4461-ae9c-28e3ac792d7d has already been hosted by L3 agent a3cf2d1c-6710-4478-a129-20091cfe97d1 {{(pid=86369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:34:37.091546 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3c49b079-2715-42e3-8528-efec3d1cb6aa req-c1e619bd-3bff-4125-8ee2-03708e1756cd tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/ports?device_id=824a4177-275c-45da-8ee6-9f365ae3ba94 HTTP/1.1" status: 200  len: 210 time: 0.0531640
Apr 19 19:34:37.254477 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42f70f23-ccff-4f02-a278-daed387ec62e req-e1f7cd00-ac3c-46ff-9a5c-f115e33ae148 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify agent at l3_agent.dv-cinder-786932-1-iscsi the message routers_updated {{(pid=86369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:34:37.269511 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7d3173-a5e6-4c3b-b024-1b833736602d None None] Sync routers for ids ['7201a3a2-4a9f-4461-ae9c-28e3ac792d7d'] in dv-cinder-786932-1-iscsi {{(pid=86370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:34:37.282968 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7d3173-a5e6-4c3b-b024-1b833736602d None None] Routers {'7201a3a2-4a9f-4461-ae9c-28e3ac792d7d'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:34:37.283987 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-cd7d3173-a5e6-4c3b-b024-1b833736602d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0e468470>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:34:19Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['7201a3a2-4a9f-4461-ae9c-28e3ac792d7d'], 'active': True} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:34:37.417193 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b152c15c-9583-4911-b2de-1d91c270cb93 req-7a9de7c3-2537-41ba-bc1a-741994e8ffd8 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/ports?device_id=29e8adf8-9f42-4342-8a9c-f3b55cba4b7c HTTP/1.1" status: 200  len: 210 time: 0.1406205
Apr 19 19:34:37.494619 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-42f70f23-ccff-4f02-a278-daed387ec62e req-e1f7cd00-ac3c-46ff-9a5c-f115e33ae148 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] No DVR routers for this DVR port bc96af81-a357-433c-80ba-3687b81326c3 on host hv-cinder-78693 {{(pid=86369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 19:34:37.500188 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-42f70f23-ccff-4f02-a278-daed387ec62e req-e1f7cd00-ac3c-46ff-9a5c-f115e33ae148 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:37.505073 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29e8adf8-9f42-4342-8a9c-f3b55cba4b7c', 'name': 'network-vif-deleted', 'tag': 'bc96af81-a357-433c-80ba-3687b81326c3'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:34:37.525648 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-42f70f23-ccff-4f02-a278-daed387ec62e req-e1f7cd00-ac3c-46ff-9a5c-f115e33ae148 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.20 "DELETE /v2.0/ports/bc96af81-a357-433c-80ba-3687b81326c3 HTTP/1.1" status: 204  len: 173 time: 2.8390882
Apr 19 19:34:37.763837 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29e8adf8-9f42-4342-8a9c-f3b55cba4b7c', 'name': 'network-vif-deleted', 'tag': 'bc96af81-a357-433c-80ba-3687b81326c3', 'status': 'completed', 'code': 200}
Apr 19 19:34:37.765153 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8bdf8bb9-10c1-4dcb-a6f6-20a2f4771dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036823157742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30759574'] for subnet, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:37.765375 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-cd7d3173-a5e6-4c3b-b024-1b833736602d None None] Set router 7201a3a2-4a9f-4461-ae9c-28e3ac792d7d gateway port host: dv-cinder-786932-1-iscsi {{(pid=86370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:34:37.773889 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:34:37.921770 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdf8bb9-10c1-4dcb-a6f6-20a2f4771dc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=935ab6ad-15c8-430b-a11d-3928aa8d1c14,revision_number=0']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:34:37.926758 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8bdf8bb9-10c1-4dcb-a6f6-20a2f4771dc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:34:37.931749 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdf8bb9-10c1-4dcb-a6f6-20a2f4771dc0 admin admin] Checking segment: {'id': '6111e714-9ff3-4796-99f6-2f5955255830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '5a4bca6e-7045-4a87-be72-643eafe061a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:34:37.931948 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdf8bb9-10c1-4dcb-a6f6-20a2f4771dc0 admin admin] Network hostable DHCP agents. Network: 5a4bca6e-7045-4a87-be72-643eafe061a3, hostable agents: ['5216385f-cfc7-4997-a943-f61b8ae1664e'], hosted agents: [] {{(pid=86369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 19:34:37.955809 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdf8bb9-10c1-4dcb-a6f6-20a2f4771dc0 admin admin] Network 5a4bca6e-7045-4a87-be72-643eafe061a3 is scheduled to be hosted by DHCP agent 5216385f-cfc7-4997-a943-f61b8ae1664e with binding_index 1 {{(pid=86369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 19:34:37.967531 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-8bdf8bb9-10c1-4dcb-a6f6-20a2f4771dc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-1-iscsi, 5a4bca6e-7045-4a87-be72-643eafe061a3) {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:34:37.990887 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bdf8bb9-10c1-4dcb-a6f6-20a2f4771dc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:34:37.991572 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8bdf8bb9-10c1-4dcb-a6f6-20a2f4771dc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for subnet, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:38.013702 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d3c0f2-1773-4234-b2b4-46c831c3717f None None] Network 5a4bca6e-7045-4a87-be72-643eafe061a3 requested from dv-cinder-786932-1-iscsi {{(pid=86370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:34:38.014053 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-8bdf8bb9-10c1-4dcb-a6f6-20a2f4771dc0 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.9732432
Apr 19 19:34:38.333601 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device bc96af81-a357-433c-80ba-3687b81326c3 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:34:38.371464 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-122bb4d4-ef96-47d3-a5d2-6662c804bfa0 req-b4cc4478-9c21-4e69-8bf0-be22a6b49d94 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/ports?device_id=824a4177-275c-45da-8ee6-9f365ae3ba94 HTTP/1.1" status: 200  len: 210 time: 0.1077471
Apr 19 19:34:38.441774 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] No Port match for: bc96af81-a357-433c-80ba-3687b81326c3 {{(pid=86370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:34:38.442490 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device bc96af81-a357-433c-80ba-3687b81326c3 not bound to the agent host hv-cinder-78693 {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:34:38.538030 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acd41b9-7b2f-4e0c-b91d-b04cea2f0961 None None] Network 5a4bca6e-7045-4a87-be72-643eafe061a3 requested from dv-cinder-786932-1-iscsi {{(pid=86370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:34:38.666956 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-56618793-170e-4aa6-8efa-9c6d4ae7a1f6 None None] Agent healthcheck: found 6 active agents {{(pid=86371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:34:38.677773 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d17fa4-b870-4c41-9f47-46eb157256ef req-fd98bdf2-d5d2-40da-b77b-cdce20f6740d tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:34:38.679454 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e6d17fa4-b870-4c41-9f47-46eb157256ef req-fd98bdf2-d5d2-40da-b77b-cdce20f6740d tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.20 "GET /v2.0/networks?id=cabf1e57-94c5-449b-bceb-ad5ee016bb62 HTTP/1.1" status: 200  len: 815 time: 0.2863438
Apr 19 19:34:38.683598 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-cd7d3173-a5e6-4c3b-b024-1b833736602d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0e468470>, [{'id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'name': 'tempest-TestVolumeBootPattern-251130334-router', 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '702b169c-ac64-4c3f-8b86-38be529c5521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:31:24Z', 'updated_at': '2021-04-19T19:31:32Z', 'revision_number': 4, 'project_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'gw_port': {'id': '702b169c-ac64-4c3f-8b86-38be529c5521', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:31:26Z', 'updated_at': '2021-04-19T19:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_interfaces': [{'id': 'f9044044-1351-4a58-9760-b33f9513d678', 'name': '', 'network_id': '6bc43f42-83b1-4f83-bfff-5d0318eef92c', 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'mac_address': 'fa:16:3e:d6:3a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'd1ed8313-f386-4db8-8de3-b6bf3e8e6da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:31:31Z', 'updated_at': '2021-04-19T19:31:44Z', 'revision_number': 5, 'project_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'subnets': [{'id': 'd1ed8313-f386-4db8-8de3-b6bf3e8e6da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:34:38.704743 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-e6d17fa4-b870-4c41-9f47-46eb157256ef req-88073e2c-f12f-4be9-9c87-4407bb336878 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Request body: {'port': {'device_id': '824a4177-275c-45da-8ee6-9f365ae3ba94', 'network_id': 'cabf1e57-94c5-449b-bceb-ad5ee016bb62', 'admin_state_up': True, 'tenant_id': 'bc6d5ff032774262833087cdb5dac57f'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:34:38.750573 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7d3173-a5e6-4c3b-b024-1b833736602d None None] Checking router: 7201a3a2-4a9f-4461-ae9c-28e3ac792d7d for host: dv-cinder-786932-1-iscsi {{(pid=86370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:34:38.751195 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-85fee171-ac27-48b6-93a2-b90d09977bf2 req-48b70dcf-786c-4f61-a9ad-5ae3625fc2d9 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/ports?device_id=29e8adf8-9f42-4342-8a9c-f3b55cba4b7c HTTP/1.1" status: 200  len: 210 time: 0.0557461
Apr 19 19:34:38.838010 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7d3173-a5e6-4c3b-b024-1b833736602d None None] Routers {'7201a3a2-4a9f-4461-ae9c-28e3ac792d7d'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:34:38.838710 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-cd7d3173-a5e6-4c3b-b024-1b833736602d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0e468470>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:34:19Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['7201a3a2-4a9f-4461-ae9c-28e3ac792d7d'], 'active': True} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:34:38.915396 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-e6d17fa4-b870-4c41-9f47-46eb157256ef req-88073e2c-f12f-4be9-9c87-4407bb336878 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:34:38.921759 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-e6d17fa4-b870-4c41-9f47-46eb157256ef req-88073e2c-f12f-4be9-9c87-4407bb336878 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Usage tracker for resource:port and tenant:bc6d5ff032774262833087cdb5dac57f is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:34:38.925993 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-e6d17fa4-b870-4c41-9f47-46eb157256ef req-88073e2c-f12f-4be9-9c87-4407bb336878 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:34:38.936905 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-e6d17fa4-b870-4c41-9f47-46eb157256ef req-88073e2c-f12f-4be9-9c87-4407bb336878 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:34:38.950734 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6d17fa4-b870-4c41-9f47-46eb157256ef req-88073e2c-f12f-4be9-9c87-4407bb336878 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Made reservation on behalf of bc6d5ff032774262833087cdb5dac57f for: {'port': 1} {{(pid=86369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:34:38.958509 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-e6d17fa4-b870-4c41-9f47-46eb157256ef req-88073e2c-f12f-4be9-9c87-4407bb336878 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:39.136771 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-cd7d3173-a5e6-4c3b-b024-1b833736602d None None] Set router 7201a3a2-4a9f-4461-ae9c-28e3ac792d7d gateway port host: dv-cinder-786932-1-iscsi {{(pid=86370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:34:39.241205 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [req-e6d17fa4-b870-4c41-9f47-46eb157256ef req-88073e2c-f12f-4be9-9c87-4407bb336878 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Allocated IP 172.20.0.5 (cabf1e57-94c5-449b-bceb-ad5ee016bb62/27c0cb0a-80ab-420a-834e-c69dfc7d0834/b07528b5-a60b-41fc-ac0a-59a66b0d8c4e) {{(pid=86369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:34:39.497219 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-e6d17fa4-b870-4c41-9f47-46eb157256ef req-88073e2c-f12f-4be9-9c87-4407bb336878 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Notify callbacks [] for port, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:39.518076 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [req-e6d17fa4-b870-4c41-9f47-46eb157256ef req-88073e2c-f12f-4be9-9c87-4407bb336878 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Transition to ACTIVE for port object b07528b5-a60b-41fc-ac0a-59a66b0d8c4e will not be triggered until provisioned by entity DHCP. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:34:39.546244 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-e6d17fa4-b870-4c41-9f47-46eb157256ef req-88073e2c-f12f-4be9-9c87-4407bb336878 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739738723801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31618435'] for port, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:39.555028 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-1206ba88-10d6-4eb6-baba-6e5ae65a27d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:34:39.609057 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-cd7d3173-a5e6-4c3b-b024-1b833736602d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0e468470>, [{'id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'name': 'tempest-TestVolumeBootPattern-251130334-router', 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '702b169c-ac64-4c3f-8b86-38be529c5521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:31:24Z', 'updated_at': '2021-04-19T19:31:32Z', 'revision_number': 4, 'project_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'gw_port': {'id': '702b169c-ac64-4c3f-8b86-38be529c5521', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:31:26Z', 'updated_at': '2021-04-19T19:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_interfaces': [{'id': 'f9044044-1351-4a58-9760-b33f9513d678', 'name': '', 'network_id': '6bc43f42-83b1-4f83-bfff-5d0318eef92c', 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'mac_address': 'fa:16:3e:d6:3a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'd1ed8313-f386-4db8-8de3-b6bf3e8e6da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:31:31Z', 'updated_at': '2021-04-19T19:31:44Z', 'revision_number': 5, 'project_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'subnets': [{'id': 'd1ed8313-f386-4db8-8de3-b6bf3e8e6da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:34:39.614506 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7d3173-a5e6-4c3b-b024-1b833736602d None None] The sync data for ids ['7201a3a2-4a9f-4461-ae9c-28e3ac792d7d'] in dv-cinder-786932-1-iscsi is: [{'id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'name': 'tempest-TestVolumeBootPattern-251130334-router', 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '702b169c-ac64-4c3f-8b86-38be529c5521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:31:24Z', 'updated_at': '2021-04-19T19:31:32Z', 'revision_number': 4, 'project_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'gw_port': {'id': '702b169c-ac64-4c3f-8b86-38be529c5521', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:31:26Z', 'updated_at': '2021-04-19T19:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_interfaces': [{'id': 'f9044044-1351-4a58-9760-b33f9513d678', 'name': '', 'network_id': '6bc43f42-83b1-4f83-bfff-5d0318eef92c', 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'mac_address': 'fa:16:3e:d6:3a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'd1ed8313-f386-4db8-8de3-b6bf3e8e6da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:31:31Z', 'updated_at': '2021-04-19T19:31:44Z', 'revision_number': 5, 'project_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'subnets': [{'id': 'd1ed8313-f386-4db8-8de3-b6bf3e8e6da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:34:39.642686 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6d17fa4-b870-4c41-9f47-46eb157256ef req-88073e2c-f12f-4be9-9c87-4407bb336878 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Network cabf1e57-94c5-449b-bceb-ad5ee016bb62 is already hosted by enough agents. {{(pid=86369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:34:39.659022 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [req-e6d17fa4-b870-4c41-9f47-46eb157256ef req-88073e2c-f12f-4be9-9c87-4407bb336878 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Resources bound (agent type, host, resource id):  {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:34:39.683424 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6d17fa4-b870-4c41-9f47-46eb157256ef req-88073e2c-f12f-4be9-9c87-4407bb336878 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Received port after_create {{(pid=86369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:34:39.806633 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0028345-2a5b-4bf8-bf97-9aa083540d8a req-c96631f4-235c-4bbb-b455-8813b280145c tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:34:39.816177 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a0028345-2a5b-4bf8-bf97-9aa083540d8a req-c96631f4-235c-4bbb-b455-8813b280145c tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/ports?device_id=824a4177-275c-45da-8ee6-9f365ae3ba94 HTTP/1.1" status: 200  len: 931 time: 0.2282963
Apr 19 19:34:39.866160 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d17fa4-b870-4c41-9f47-46eb157256ef req-88073e2c-f12f-4be9-9c87-4407bb336878 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:34:39.867006 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-e6d17fa4-b870-4c41-9f47-46eb157256ef req-88073e2c-f12f-4be9-9c87-4407bb336878 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:39.882611 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-a0028345-2a5b-4bf8-bf97-9aa083540d8a req-fbd0cc0f-e1c1-43fd-abfc-7db6f7e24c4e tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Synchronizing usage tracker for tenant:bc6d5ff032774262833087cdb5dac57f on resource:security_group {{(pid=86368) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:34:39.913418 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88073e2c-f12f-4be9-9c87-4407bb336878 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Pushing event updated for resources: {'Port': ['ID=b07528b5-a60b-41fc-ac0a-59a66b0d8c4e,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:34:39.915328 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-a0028345-2a5b-4bf8-bf97-9aa083540d8a req-fbd0cc0f-e1c1-43fd-abfc-7db6f7e24c4e tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Unset dirty status for tenant:bc6d5ff032774262833087cdb5dac57f on resource:security_group {{(pid=86368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:34:39.919530 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-88073e2c-f12f-4be9-9c87-4407bb336878 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:34:39.930612 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a0028345-2a5b-4bf8-bf97-9aa083540d8a req-fbd0cc0f-e1c1-43fd-abfc-7db6f7e24c4e tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/security-groups?id=2209dc42-de8c-4ee1-988e-08136191c73c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1128664
Apr 19 19:34:39.936662 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e6d17fa4-b870-4c41-9f47-46eb157256ef req-88073e2c-f12f-4be9-9c87-4407bb336878 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2352951
Apr 19 19:34:40.203373 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-67d1e7d9-9194-4a42-949d-b82d92d38eb0 None None] Provisioning for port b07528b5-a60b-41fc-ac0a-59a66b0d8c4e completed by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:34:40.242040 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-67d1e7d9-9194-4a42-949d-b82d92d38eb0 None None] Provisioning complete for port b07528b5-a60b-41fc-ac0a-59a66b0d8c4e triggered by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:34:40.242916 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-67d1e7d9-9194-4a42-949d-b82d92d38eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:40.324363 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6fb615-f2d3-4a67-90ee-dc369eb58075 None None] New status for floating IP d053c54a-e923-4a29-a465-23f81459d9e3: DOWN {{(pid=86371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 19:34:40.465094 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-67d1e7d9-9194-4a42-949d-b82d92d38eb0 None None] Port b07528b5-a60b-41fc-ac0a-59a66b0d8c4e cannot update to ACTIVE because it is not bound. {{(pid=86370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 19:34:40.686862 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d62552af-60dc-4f54-bfef-2fcdc7fa62de req-f357d6a7-5a1b-4cb9-9acd-c9d4cf3ac999 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1716415732&fields=id&tenant_id=bc5b0bd7c7ca48888f8782e781e6974d HTTP/1.1" status: 200  len: 267 time: 0.1051383
Apr 19 19:34:41.065766 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62552af-60dc-4f54-bfef-2fcdc7fa62de req-61fd89fc-c921-4979-b48e-d089db6e5f86 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:34:41.068608 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d62552af-60dc-4f54-bfef-2fcdc7fa62de req-61fd89fc-c921-4979-b48e-d089db6e5f86 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/networks?id=6bc43f42-83b1-4f83-bfff-5d0318eef92c HTTP/1.1" status: 200  len: 811 time: 0.3737657
Apr 19 19:34:41.099423 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d62552af-60dc-4f54-bfef-2fcdc7fa62de req-2713bd77-7e1e-418f-ac5d-03ab7f1c5df1 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/quotas/bc5b0bd7c7ca48888f8782e781e6974d HTTP/1.1" status: 200  len: 375 time: 0.0172234
Apr 19 19:34:41.109231 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f61af-cb2a-4621-8b4c-54a364dffa63 req-e6516751-8f1e-4000-a1af-c8a51f1a2bbe tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:34:41.110966 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0b1f61af-cb2a-4621-8b4c-54a364dffa63 req-e6516751-8f1e-4000-a1af-c8a51f1a2bbe tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] 10.222.0.36 "GET /v2.0/networks?id=5a4bca6e-7045-4a87-be72-643eafe061a3 HTTP/1.1" status: 200  len: 813 time: 0.2639065
Apr 19 19:34:41.187418 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0b1f61af-cb2a-4621-8b4c-54a364dffa63 req-0b4da18c-91b6-4da6-a598-9b5bc27bed7e tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] 10.222.0.36 "GET /v2.0/quotas/5b24cd9a8f9f40cc9910c7e314561f69 HTTP/1.1" status: 200  len: 375 time: 0.0301776
Apr 19 19:34:41.266234 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0b1f61af-cb2a-4621-8b4c-54a364dffa63 req-eaff6a10-59a9-4405-81e1-dd5c72b1b372 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b24cd9a8f9f40cc9910c7e314561f69&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0659144
Apr 19 19:34:41.282351 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d62552af-60dc-4f54-bfef-2fcdc7fa62de req-4a3c451e-f63f-4040-9172-856c7f33f0f2 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bc5b0bd7c7ca48888f8782e781e6974d&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1700304
Apr 19 19:34:41.643957 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d62552af-60dc-4f54-bfef-2fcdc7fa62de req-45c1b46c-b141-447b-a4d1-284fd590830a service neutron] 10.222.0.36 "GET /v2.0/networks/6bc43f42-83b1-4f83-bfff-5d0318eef92c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3357704
Apr 19 19:34:41.652835 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0b1f61af-cb2a-4621-8b4c-54a364dffa63 req-86348050-d184-4ff0-b946-03eadbb3d131 service neutron] 10.222.0.36 "GET /v2.0/networks/5a4bca6e-7045-4a87-be72-643eafe061a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3689175
Apr 19 19:34:42.284729 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0b1f61af-cb2a-4621-8b4c-54a364dffa63 req-cda17af7-9fbf-406b-9538-78e47d3de652 service neutron] 10.222.0.36 "GET /v2.0/networks/5a4bca6e-7045-4a87-be72-643eafe061a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5950725
Apr 19 19:34:42.288803 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d62552af-60dc-4f54-bfef-2fcdc7fa62de req-386a7b49-de60-4473-81e0-dc8a5c731c77 service neutron] 10.222.0.36 "GET /v2.0/networks/6bc43f42-83b1-4f83-bfff-5d0318eef92c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6346045
Apr 19 19:34:42.885608 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f938c30-ac7b-4340-8784-4b3fbf5bef90 req-9022e67c-51d7-4c0d-86cb-16dc7002936a tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:34:42.889454 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4f938c30-ac7b-4340-8784-4b3fbf5bef90 req-9022e67c-51d7-4c0d-86cb-16dc7002936a tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/ports?device_id=824a4177-275c-45da-8ee6-9f365ae3ba94 HTTP/1.1" status: 200  len: 931 time: 0.1663513
Apr 19 19:34:43.015639 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4f938c30-ac7b-4340-8784-4b3fbf5bef90 req-721a98c4-37a1-46b9-b0a4-16acd561cffd tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/security-groups?id=2209dc42-de8c-4ee1-988e-08136191c73c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1058512
Apr 19 19:34:43.290476 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1be1647a-1629-4be2-84dd-879cc0098942 req-f386ab78-87e7-4ec7-a978-2919a0b7fe23 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8494df-5907-45d6-ab15-af59c21dfaf9 HTTP/1.1" status: 200  len: 210 time: 0.1231825
Apr 19 19:34:43.456251 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ae1b14bd-9ca0-45cb-acc2-011e3c6c97ee req-c21b39d4-76fe-465a-964d-a4d81a4e690f tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9e65d98-44a7-4952-b2cd-d0c3966d15fc HTTP/1.1" status: 200  len: 210 time: 0.1226635
Apr 19 19:34:44.349987 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0cbcb6-cade-489e-876b-805850141c82 req-26203108-cd66-44e8-b393-71a87397426e tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:34:44.352394 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4a0cbcb6-cade-489e-876b-805850141c82 req-26203108-cd66-44e8-b393-71a87397426e tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/ports?device_id=824a4177-275c-45da-8ee6-9f365ae3ba94 HTTP/1.1" status: 200  len: 931 time: 0.1393807
Apr 19 19:34:44.466867 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4a0cbcb6-cade-489e-876b-805850141c82 req-7a194341-f9e3-4690-bd16-b15049c55e0e tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/security-groups?id=2209dc42-de8c-4ee1-988e-08136191c73c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0906961
Apr 19 19:34:44.608378 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-44ad555f-3865-4a3b-8c25-63728d68a526 req-70988e65-bf8f-497c-a539-3c493567834e tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8494df-5907-45d6-ab15-af59c21dfaf9 HTTP/1.1" status: 200  len: 210 time: 0.1182985
Apr 19 19:34:44.741968 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-676f1e05-513d-4181-80ee-61425a4de516 req-4b3173fb-adfa-451a-9825-60903683f126 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9e65d98-44a7-4952-b2cd-d0c3966d15fc HTTP/1.1" status: 200  len: 210 time: 0.0780001
Apr 19 19:34:45.792859 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada888fe-18c0-4069-a33b-bdc1ef202a65 req-afd82db1-0d44-465b-8636-95372507519e tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:34:45.794873 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ada888fe-18c0-4069-a33b-bdc1ef202a65 req-afd82db1-0d44-465b-8636-95372507519e tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/ports?device_id=824a4177-275c-45da-8ee6-9f365ae3ba94 HTTP/1.1" status: 200  len: 931 time: 0.1582160
Apr 19 19:34:45.802239 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9027f05b-eb00-4975-ab28-c69f11380a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:45.881592 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-568bf4ce-85d6-4ac4-a8c5-ed3adb988d34 req-67fa6115-ea7b-46c5-bfda-a5c027fb4950 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8494df-5907-45d6-ab15-af59c21dfaf9 HTTP/1.1" status: 200  len: 210 time: 0.0729170
Apr 19 19:34:45.921544 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ada888fe-18c0-4069-a33b-bdc1ef202a65 req-fb295c04-a84a-4532-8489-9b1ca2e48d93 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/security-groups?id=2209dc42-de8c-4ee1-988e-08136191c73c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626423
Apr 19 19:34:46.115705 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-dc7ecb57-c922-4c3b-ba15-95f648b367c8 req-b7660d31-04d8-4af5-9012-942f20e263d1 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9e65d98-44a7-4952-b2cd-d0c3966d15fc HTTP/1.1" status: 200  len: 210 time: 0.0780864
Apr 19 19:34:47.237865 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3ce5f21a-bf01-400c-8438-d70b7ac12b02 req-9329c759-2108-4db5-bf7c-012e9438672c tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8494df-5907-45d6-ab15-af59c21dfaf9 HTTP/1.1" status: 200  len: 210 time: 0.0759025
Apr 19 19:34:47.274432 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e733c-ce72-4445-b209-123b94316d5e req-2a36c897-97b3-4383-87f8-92ff0ed486dc tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:34:47.283204 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-cb3e733c-ce72-4445-b209-123b94316d5e req-2a36c897-97b3-4383-87f8-92ff0ed486dc tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/ports?device_id=824a4177-275c-45da-8ee6-9f365ae3ba94 HTTP/1.1" status: 200  len: 931 time: 0.2258155
Apr 19 19:34:47.348721 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-cb3e733c-ce72-4445-b209-123b94316d5e req-98e1acd5-7ad0-4de4-bfb9-281d583554f6 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/security-groups?id=2209dc42-de8c-4ee1-988e-08136191c73c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638425
Apr 19 19:34:47.524219 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f59af7c7-774f-4b65-9f49-4a6699c5b6c5 req-aa552951-2aef-44a7-b758-14b6f1769834 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9e65d98-44a7-4952-b2cd-d0c3966d15fc HTTP/1.1" status: 200  len: 210 time: 0.0559359
Apr 19 19:34:48.567240 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c2568801-0dbe-4dba-a2b0-dc2275ce9bec req-743a0bba-5a68-4e77-a585-d58089f15c19 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8494df-5907-45d6-ab15-af59c21dfaf9 HTTP/1.1" status: 200  len: 210 time: 0.1207781
Apr 19 19:34:48.670112 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-101bd774-efea-44c2-886c-71c84517d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:48.762629 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d926ff5-a23b-4c41-b482-e69ed8a5b700 req-9673f7ae-9f9e-424e-bbe8-f7192d0650bf tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:34:48.765199 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6d926ff5-a23b-4c41-b482-e69ed8a5b700 req-9673f7ae-9f9e-424e-bbe8-f7192d0650bf tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/ports?device_id=824a4177-275c-45da-8ee6-9f365ae3ba94 HTTP/1.1" status: 200  len: 931 time: 0.1759462
Apr 19 19:34:48.831594 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6d926ff5-a23b-4c41-b482-e69ed8a5b700 req-db529092-cab1-4c9c-9223-3619b46f5106 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/security-groups?id=2209dc42-de8c-4ee1-988e-08136191c73c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534766
Apr 19 19:34:48.930420 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-22a65234-7064-42e4-b2e7-81ff55ee15ec req-e00f617e-8b53-446b-8120-61619bda0002 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9e65d98-44a7-4952-b2cd-d0c3966d15fc HTTP/1.1" status: 200  len: 210 time: 0.0635557
Apr 19 19:34:49.582584 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-e6d17fa4-b870-4c41-9f47-46eb157256ef req-e61bee74-164d-4270-a2b2-5881aa94fa17 service neutron] Request body: {'port': {'device_id': '824a4177-275c-45da-8ee6-9f365ae3ba94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:34:49.725773 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-e6d17fa4-b870-4c41-9f47-46eb157256ef req-e61bee74-164d-4270-a2b2-5881aa94fa17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:49.797711 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-000a1909-ab5b-4f97-8afb-04fdec5398f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:49.892864 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-dfbdceab-27d6-4c52-a9b1-f0a4fc3acb5d req-dcbd66d8-ea08-4bcb-b76b-b4d4e3941383 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8494df-5907-45d6-ab15-af59c21dfaf9 HTTP/1.1" status: 200  len: 210 time: 0.0710621
Apr 19 19:34:49.973414 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:50.154279 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b9b2f-2fd3-4e30-9ecb-b81036472736 req-36f91cab-7212-4c62-8e0e-7e6d5309ee5f tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:34:50.156183 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7f3b9b2f-2fd3-4e30-9ecb-b81036472736 req-36f91cab-7212-4c62-8e0e-7e6d5309ee5f tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/ports?device_id=824a4177-275c-45da-8ee6-9f365ae3ba94 HTTP/1.1" status: 200  len: 931 time: 0.1147943
Apr 19 19:34:50.194660 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [req-e6d17fa4-b870-4c41-9f47-46eb157256ef req-e61bee74-164d-4270-a2b2-5881aa94fa17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b07528b5-a60b-41fc-ac0a-59a66b0d8c4e {{(pid=86369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:34:50.208264 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-e6d17fa4-b870-4c41-9f47-46eb157256ef req-e61bee74-164d-4270-a2b2-5881aa94fa17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:50.229415 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-90866a44-86b3-4567-af1c-0c678ebe3b22 req-ecc26144-ecea-4d16-a771-b033055d1a5c tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9e65d98-44a7-4952-b2cd-d0c3966d15fc HTTP/1.1" status: 200  len: 210 time: 0.0720875
Apr 19 19:34:50.240769 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [req-e6d17fa4-b870-4c41-9f47-46eb157256ef req-e61bee74-164d-4270-a2b2-5881aa94fa17 service neutron] Transition to ACTIVE for port object b07528b5-a60b-41fc-ac0a-59a66b0d8c4e will not be triggered until provisioned by entity L2. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:34:50.244708 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-e6d17fa4-b870-4c41-9f47-46eb157256ef req-e61bee74-164d-4270-a2b2-5881aa94fa17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823157366'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:50.250712 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-20acf01c-9929-4401-8219-1f59d14cde9b tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:34:50.275698 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7f3b9b2f-2fd3-4e30-9ecb-b81036472736 req-b50b7a6a-2654-4709-a7d6-350b492e2fc7 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/security-groups?id=2209dc42-de8c-4ee1-988e-08136191c73c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740030
Apr 19 19:34:50.457776 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61bee74-164d-4270-a2b2-5881aa94fa17 service neutron] Pushing event updated for resources: {'Port': ['ID=b07528b5-a60b-41fc-ac0a-59a66b0d8c4e,revision_number=2']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:34:50.478436 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e61bee74-164d-4270-a2b2-5881aa94fa17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:34:50.615438 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-e6d17fa4-b870-4c41-9f47-46eb157256ef req-e61bee74-164d-4270-a2b2-5881aa94fa17 service neutron] Attempting to bind port b07528b5-a60b-41fc-ac0a-59a66b0d8c4e on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:34:50.616333 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-e6d17fa4-b870-4c41-9f47-46eb157256ef req-e61bee74-164d-4270-a2b2-5881aa94fa17 service neutron] Attempting to bind port b07528b5-a60b-41fc-ac0a-59a66b0d8c4e by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'c9f64e16-f74b-4697-b568-46ea1751b563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cabf1e57-94c5-449b-bceb-ad5ee016bb62'}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:34:50.616333 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d17fa4-b870-4c41-9f47-46eb157256ef req-e61bee74-164d-4270-a2b2-5881aa94fa17 service neutron] Attempting to bind port b07528b5-a60b-41fc-ac0a-59a66b0d8c4e on network cabf1e57-94c5-449b-bceb-ad5ee016bb62 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:34:50.623212 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d17fa4-b870-4c41-9f47-46eb157256ef req-e61bee74-164d-4270-a2b2-5881aa94fa17 service neutron] Port b07528b5-a60b-41fc-ac0a-59a66b0d8c4e on network cabf1e57-94c5-449b-bceb-ad5ee016bb62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 19:34:50.623589 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d17fa4-b870-4c41-9f47-46eb157256ef req-e61bee74-164d-4270-a2b2-5881aa94fa17 service neutron] Attempting to bind port b07528b5-a60b-41fc-ac0a-59a66b0d8c4e on network cabf1e57-94c5-449b-bceb-ad5ee016bb62 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:34:50.630513 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d17fa4-b870-4c41-9f47-46eb157256ef req-e61bee74-164d-4270-a2b2-5881aa94fa17 service neutron] Checking agent: {'id': '13e8b6f5-8e00-4da6-9b4f-d998588d9e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 22, 59), 'started_at': datetime.datetime(2021, 4, 19, 19, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:34:50.630926 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d17fa4-b870-4c41-9f47-46eb157256ef req-e61bee74-164d-4270-a2b2-5881aa94fa17 service neutron] Checking segment: {'id': 'c9f64e16-f74b-4697-b568-46ea1751b563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cabf1e57-94c5-449b-bceb-ad5ee016bb62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:34:50.631296 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d17fa4-b870-4c41-9f47-46eb157256ef req-e61bee74-164d-4270-a2b2-5881aa94fa17 service neutron] Bound using segment: {'id': 'c9f64e16-f74b-4697-b568-46ea1751b563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cabf1e57-94c5-449b-bceb-ad5ee016bb62'} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:34:50.631835 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-e6d17fa4-b870-4c41-9f47-46eb157256ef req-e61bee74-164d-4270-a2b2-5881aa94fa17 service neutron] Bound port: b07528b5-a60b-41fc-ac0a-59a66b0d8c4e, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9f64e16-f74b-4697-b568-46ea1751b563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cabf1e57-94c5-449b-bceb-ad5ee016bb62'}}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:34:50.632232 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-e6d17fa4-b870-4c41-9f47-46eb157256ef req-e61bee74-164d-4270-a2b2-5881aa94fa17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:50.705738 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5c78a517-44d6-4271-a115-cae59bf86ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:50.753100 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-e6d17fa4-b870-4c41-9f47-46eb157256ef req-e61bee74-164d-4270-a2b2-5881aa94fa17 service neutron] For port b07528b5-a60b-41fc-ac0a-59a66b0d8c4e, host hv-cinder-78693, cleared binding levels {{(pid=86369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:34:50.756751 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-e6d17fa4-b870-4c41-9f47-46eb157256ef req-e61bee74-164d-4270-a2b2-5881aa94fa17 service neutron] For port b07528b5-a60b-41fc-ac0a-59a66b0d8c4e, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b07528b5-a60b-41fc-ac0a-59a66b0d8c4e,segment=NetworkSegment(c9f64e16-f74b-4697-b568-46ea1751b563),segment_id=c9f64e16-f74b-4697-b568-46ea1751b563)] {{(pid=86369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:34:50.762561 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-e6d17fa4-b870-4c41-9f47-46eb157256ef req-e61bee74-164d-4270-a2b2-5881aa94fa17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823157366'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:50.770576 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-fe7bf7b5-831f-48a2-ba70-06ec6b9937a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:34:50.783374 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62552af-60dc-4f54-bfef-2fcdc7fa62de req-f0f2581b-c651-4d8e-8cfc-1822953397e0 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:34:50.785051 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d62552af-60dc-4f54-bfef-2fcdc7fa62de req-f0f2581b-c651-4d8e-8cfc-1822953397e0 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.20 "GET /v2.0/networks?id=6bc43f42-83b1-4f83-bfff-5d0318eef92c HTTP/1.1" status: 200  len: 811 time: 0.2357790
Apr 19 19:34:50.834237 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d17fa4-b870-4c41-9f47-46eb157256ef req-e61bee74-164d-4270-a2b2-5881aa94fa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:34:50.834906 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-e6d17fa4-b870-4c41-9f47-46eb157256ef req-e61bee74-164d-4270-a2b2-5881aa94fa17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:50.836604 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e6d17fa4-b870-4c41-9f47-46eb157256ef req-e61bee74-164d-4270-a2b2-5881aa94fa17 service neutron] 10.222.0.20 "PUT /v2.0/ports/b07528b5-a60b-41fc-ac0a-59a66b0d8c4e HTTP/1.1" status: 200  len: 1093 time: 1.2590213
Apr 19 19:34:50.837301 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '824a4177-275c-45da-8ee6-9f365ae3ba94', 'tag': 'b07528b5-a60b-41fc-ac0a-59a66b0d8c4e'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:34:50.890693 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61bee74-164d-4270-a2b2-5881aa94fa17 service neutron] Pushing event updated for resources: {'Port': ['ID=b07528b5-a60b-41fc-ac0a-59a66b0d8c4e,revision_number=3']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:34:50.895379 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e61bee74-164d-4270-a2b2-5881aa94fa17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:34:50.917561 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d62552af-60dc-4f54-bfef-2fcdc7fa62de req-ad1c6e8d-01a3-4423-ab5a-80022353a047 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bc5b0bd7c7ca48888f8782e781e6974d HTTP/1.1" status: 200  len: 8061 time: 0.1165819
Apr 19 19:34:50.964908 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-d62552af-60dc-4f54-bfef-2fcdc7fa62de req-cabc2537-640d-484d-bafa-043b25563674 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Request body: {'port': {'device_id': 'd9e65d98-44a7-4952-b2cd-d0c3966d15fc', 'network_id': '6bc43f42-83b1-4f83-bfff-5d0318eef92c', 'admin_state_up': True, 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'security_groups': ['e1da71a4-cef9-4aab-90f4-109eea8adbb9']}} {{(pid=86368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:34:51.041462 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '824a4177-275c-45da-8ee6-9f365ae3ba94', 'tag': 'b07528b5-a60b-41fc-ac0a-59a66b0d8c4e', 'status': 'completed', 'code': 200}
Apr 19 19:34:51.264409 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6b38fce9-3fcb-46da-b1fe-b70ca56ed402 req-4c4ad6c8-9b77-4504-a021-0b69a1b88b7d tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8494df-5907-45d6-ab15-af59c21dfaf9 HTTP/1.1" status: 200  len: 210 time: 0.1222415
Apr 19 19:34:51.380746 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f61af-cb2a-4621-8b4c-54a364dffa63 req-79f1af2d-9343-4614-82b7-444deff05224 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:34:51.381735 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-0b1f61af-cb2a-4621-8b4c-54a364dffa63 req-79f1af2d-9343-4614-82b7-444deff05224 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Synchronizing usage tracker for tenant:5b24cd9a8f9f40cc9910c7e314561f69 on resource:network {{(pid=86369) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:34:51.395491 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d17fa4-b870-4c41-9f47-46eb157256ef req-12728fd5-594f-46c5-a441-b9535213fa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:34:51.397401 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e6d17fa4-b870-4c41-9f47-46eb157256ef req-12728fd5-594f-46c5-a441-b9535213fa85 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc6d5ff032774262833087cdb5dac57f&device_id=824a4177-275c-45da-8ee6-9f365ae3ba94 HTTP/1.1" status: 200  len: 1096 time: 0.4476032
Apr 19 19:34:51.427364 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-d62552af-60dc-4f54-bfef-2fcdc7fa62de req-cabc2537-640d-484d-bafa-043b25563674 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:34:51.436869 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-d62552af-60dc-4f54-bfef-2fcdc7fa62de req-cabc2537-640d-484d-bafa-043b25563674 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Usage tracker for resource:port and tenant:bc5b0bd7c7ca48888f8782e781e6974d is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:34:51.445431 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-d62552af-60dc-4f54-bfef-2fcdc7fa62de req-cabc2537-640d-484d-bafa-043b25563674 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:34:51.491401 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-0b1f61af-cb2a-4621-8b4c-54a364dffa63 req-79f1af2d-9343-4614-82b7-444deff05224 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Unset dirty status for tenant:5b24cd9a8f9f40cc9910c7e314561f69 on resource:network {{(pid=86369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:34:51.491874 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0b1f61af-cb2a-4621-8b4c-54a364dffa63 req-79f1af2d-9343-4614-82b7-444deff05224 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] 10.222.0.20 "GET /v2.0/networks?id=5a4bca6e-7045-4a87-be72-643eafe061a3 HTTP/1.1" status: 200  len: 813 time: 0.4185796
Apr 19 19:34:51.502894 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e6d17fa4-b870-4c41-9f47-46eb157256ef req-e7edae98-69d8-4236-8b40-2440595e93f0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b07528b5-a60b-41fc-ac0a-59a66b0d8c4e HTTP/1.1" status: 200  len: 217 time: 0.0915530
Apr 19 19:34:51.530706 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-0b1f61af-cb2a-4621-8b4c-54a364dffa63 req-829b06e3-1f5f-4b46-b10a-72e5b6a42507 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Request body: {'port': {'device_id': '1b8494df-5907-45d6-ab15-af59c21dfaf9', 'network_id': '5a4bca6e-7045-4a87-be72-643eafe061a3', 'admin_state_up': True, 'tenant_id': '5b24cd9a8f9f40cc9910c7e314561f69'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:34:51.541257 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-d62552af-60dc-4f54-bfef-2fcdc7fa62de req-cabc2537-640d-484d-bafa-043b25563674 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:34:51.625514 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-982a356b-37ea-434c-8ed9-c6400a2dccbd req-9adf1bd8-57ff-4e8c-81a1-678c92b82ca5 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9e65d98-44a7-4952-b2cd-d0c3966d15fc HTTP/1.1" status: 200  len: 210 time: 0.1827433
Apr 19 19:34:51.664400 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d62552af-60dc-4f54-bfef-2fcdc7fa62de req-cabc2537-640d-484d-bafa-043b25563674 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Made reservation on behalf of bc5b0bd7c7ca48888f8782e781e6974d for: {'port': 1} {{(pid=86368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:34:51.675301 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-d62552af-60dc-4f54-bfef-2fcdc7fa62de req-cabc2537-640d-484d-bafa-043b25563674 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:51.849387 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d17fa4-b870-4c41-9f47-46eb157256ef req-8cb8992f-5ad0-4035-80c6-c67716653674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:34:51.852252 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e6d17fa4-b870-4c41-9f47-46eb157256ef req-8cb8992f-5ad0-4035-80c6-c67716653674 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=27c0cb0a-80ab-420a-834e-c69dfc7d0834 HTTP/1.1" status: 200  len: 854 time: 0.2929451
Apr 19 19:34:51.916469 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a42a35-5247-4822-a29b-3d009a3cd240 req-ac45c1b6-510a-4069-b21f-a242d9a114e9 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:34:51.918233 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-67a42a35-5247-4822-a29b-3d009a3cd240 req-ac45c1b6-510a-4069-b21f-a242d9a114e9 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/ports?device_id=824a4177-275c-45da-8ee6-9f365ae3ba94 HTTP/1.1" status: 200  len: 943 time: 0.3622453
Apr 19 19:34:52.110937 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-67a42a35-5247-4822-a29b-3d009a3cd240 req-09ebd1d4-e021-4076-bec7-0dd4cbaa29e6 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/security-groups?id=2209dc42-de8c-4ee1-988e-08136191c73c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1225188
Apr 19 19:34:52.115739 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [req-d62552af-60dc-4f54-bfef-2fcdc7fa62de req-cabc2537-640d-484d-bafa-043b25563674 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Allocated IP 172.20.0.6 (6bc43f42-83b1-4f83-bfff-5d0318eef92c/d1ed8313-f386-4db8-8de3-b6bf3e8e6da1/da900dc3-28e2-4064-af0d-9f0e2f7249c8) {{(pid=86368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:34:52.282643 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-0b1f61af-cb2a-4621-8b4c-54a364dffa63 req-829b06e3-1f5f-4b46-b10a-72e5b6a42507 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:34:52.295606 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-0b1f61af-cb2a-4621-8b4c-54a364dffa63 req-829b06e3-1f5f-4b46-b10a-72e5b6a42507 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Usage tracker for resource:port and tenant:5b24cd9a8f9f40cc9910c7e314561f69 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:34:52.300201 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-0b1f61af-cb2a-4621-8b4c-54a364dffa63 req-829b06e3-1f5f-4b46-b10a-72e5b6a42507 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:34:52.316572 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-0b1f61af-cb2a-4621-8b4c-54a364dffa63 req-829b06e3-1f5f-4b46-b10a-72e5b6a42507 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:34:52.345818 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d17fa4-b870-4c41-9f47-46eb157256ef req-7156f265-2bd2-46a3-832b-73c74304be0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:34:52.348463 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e6d17fa4-b870-4c41-9f47-46eb157256ef req-7156f265-2bd2-46a3-832b-73c74304be0e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cabf1e57-94c5-449b-bceb-ad5ee016bb62&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4881718
Apr 19 19:34:52.349776 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b1f61af-cb2a-4621-8b4c-54a364dffa63 req-829b06e3-1f5f-4b46-b10a-72e5b6a42507 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Made reservation on behalf of 5b24cd9a8f9f40cc9910c7e314561f69 for: {'port': 1} {{(pid=86369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:34:52.359950 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-0b1f61af-cb2a-4621-8b4c-54a364dffa63 req-829b06e3-1f5f-4b46-b10a-72e5b6a42507 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:52.370818 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-d62552af-60dc-4f54-bfef-2fcdc7fa62de req-cabc2537-640d-484d-bafa-043b25563674 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks [] for port, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:52.396127 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [req-d62552af-60dc-4f54-bfef-2fcdc7fa62de req-cabc2537-640d-484d-bafa-043b25563674 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Transition to ACTIVE for port object da900dc3-28e2-4064-af0d-9f0e2f7249c8 will not be triggered until provisioned by entity DHCP. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:34:52.460787 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4202d968-10ae-45c6-84f1-65480f696d43 req-9b4a2a55-c49f-45e3-baca-53dd4cb130e7 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8494df-5907-45d6-ab15-af59c21dfaf9 HTTP/1.1" status: 200  len: 210 time: 0.0570242
Apr 19 19:34:52.492248 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-d62552af-60dc-4f54-bfef-2fcdc7fa62de req-cabc2537-640d-484d-bafa-043b25563674 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739738723801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822331971'] for port, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:52.492248 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-438472bc-a172-4443-81ae-1b5b3d55ac99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:34:52.565931 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d62552af-60dc-4f54-bfef-2fcdc7fa62de req-cabc2537-640d-484d-bafa-043b25563674 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Network 6bc43f42-83b1-4f83-bfff-5d0318eef92c is already hosted by enough agents. {{(pid=86368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:34:52.567274 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [req-d62552af-60dc-4f54-bfef-2fcdc7fa62de req-cabc2537-640d-484d-bafa-043b25563674 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Resources bound (agent type, host, resource id):  {{(pid=86368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:34:52.570169 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-d62552af-60dc-4f54-bfef-2fcdc7fa62de req-cabc2537-640d-484d-bafa-043b25563674 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Received port after_create {{(pid=86368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:34:52.641649 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabc2537-640d-484d-bafa-043b25563674 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Pushing event updated for resources: {'Port': ['ID=da900dc3-28e2-4064-af0d-9f0e2f7249c8,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:34:52.644872 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-cabc2537-640d-484d-bafa-043b25563674 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:34:52.669392 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62552af-60dc-4f54-bfef-2fcdc7fa62de req-cabc2537-640d-484d-bafa-043b25563674 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:34:52.670498 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-d62552af-60dc-4f54-bfef-2fcdc7fa62de req-cabc2537-640d-484d-bafa-043b25563674 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for port, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:52.710338 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d62552af-60dc-4f54-bfef-2fcdc7fa62de req-cabc2537-640d-484d-bafa-043b25563674 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7550066
Apr 19 19:34:52.729071 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-d62552af-60dc-4f54-bfef-2fcdc7fa62de req-36672b67-d799-4dc1-938e-7dc1969dd161 service neutron] Request body: {'port': {'device_id': 'd9e65d98-44a7-4952-b2cd-d0c3966d15fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:34:52.834479 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e6d17fa4-b870-4c41-9f47-46eb157256ef req-c53d9e7d-af2b-48bc-a701-96b6e3477792 service neutron] 10.222.0.20 "GET /v2.0/networks/cabf1e57-94c5-449b-bceb-ad5ee016bb62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4549959
Apr 19 19:34:52.873998 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-6533ec24-a7c1-4c8e-88e4-4a6229d10c48 None None] Provisioning for port da900dc3-28e2-4064-af0d-9f0e2f7249c8 completed by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:34:52.880203 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-6533ec24-a7c1-4c8e-88e4-4a6229d10c48 None None] Provisioning complete for port da900dc3-28e2-4064-af0d-9f0e2f7249c8 triggered by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:34:52.880708 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6533ec24-a7c1-4c8e-88e4-4a6229d10c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:52.944411 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-6533ec24-a7c1-4c8e-88e4-4a6229d10c48 None None] Port da900dc3-28e2-4064-af0d-9f0e2f7249c8 cannot update to ACTIVE because it is not bound. {{(pid=86370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 19:34:52.945896 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-d62552af-60dc-4f54-bfef-2fcdc7fa62de req-36672b67-d799-4dc1-938e-7dc1969dd161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:52.973173 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191fb570-e51f-4802-ae79-f8d6ac802e91 req-505afe02-46e3-47a5-a0d0-56f4dc88ada2 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:34:52.974010 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-191fb570-e51f-4802-ae79-f8d6ac802e91 req-505afe02-46e3-47a5-a0d0-56f4dc88ada2 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Synchronizing usage tracker for tenant:bc5b0bd7c7ca48888f8782e781e6974d on resource:port {{(pid=86368) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:34:53.040359 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [req-0b1f61af-cb2a-4621-8b4c-54a364dffa63 req-829b06e3-1f5f-4b46-b10a-72e5b6a42507 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Allocated IP 172.20.0.14 (5a4bca6e-7045-4a87-be72-643eafe061a3/935ab6ad-15c8-430b-a11d-3928aa8d1c14/5f19e752-8c4b-4c7b-8803-a875fadebb4c) {{(pid=86369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:34:53.049492 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-191fb570-e51f-4802-ae79-f8d6ac802e91 req-505afe02-46e3-47a5-a0d0-56f4dc88ada2 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Unset dirty status for tenant:bc5b0bd7c7ca48888f8782e781e6974d on resource:port {{(pid=86368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:34:53.050780 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-191fb570-e51f-4802-ae79-f8d6ac802e91 req-505afe02-46e3-47a5-a0d0-56f4dc88ada2 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9e65d98-44a7-4952-b2cd-d0c3966d15fc HTTP/1.1" status: 200  len: 931 time: 0.2724781
Apr 19 19:34:53.188202 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-191fb570-e51f-4802-ae79-f8d6ac802e91 req-b10d41ed-8d74-4776-a996-31ee2c916e13 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1da71a4-cef9-4aab-90f4-109eea8adbb9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1231539
Apr 19 19:34:53.268440 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e6d17fa4-b870-4c41-9f47-46eb157256ef req-3025f86f-501a-4b7f-b1ef-5e5b526f3304 service neutron] 10.222.0.20 "GET /v2.0/networks/cabf1e57-94c5-449b-bceb-ad5ee016bb62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4228196
Apr 19 19:34:53.493936 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c8b3a3-9c98-4ded-8b80-302ab271fbe2 req-07777103-2055-48ea-b83f-ca7ab4e8b17d tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:34:53.495530 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d4c8b3a3-9c98-4ded-8b80-302ab271fbe2 req-07777103-2055-48ea-b83f-ca7ab4e8b17d tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/ports?device_id=824a4177-275c-45da-8ee6-9f365ae3ba94 HTTP/1.1" status: 200  len: 943 time: 0.2003224
Apr 19 19:34:53.560599 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c2d9d-ff20-4497-9886-7372346f948a req-0cedd75f-037b-4cf0-ae88-030afdd21e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:34:53.563638 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-821c2d9d-ff20-4497-9886-7372346f948a req-0cedd75f-037b-4cf0-ae88-030afdd21e93 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc6d5ff032774262833087cdb5dac57f&device_id=824a4177-275c-45da-8ee6-9f365ae3ba94 HTTP/1.1" status: 200  len: 1096 time: 0.1938255
Apr 19 19:34:53.601782 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d4c8b3a3-9c98-4ded-8b80-302ab271fbe2 req-fd365739-558e-4cc9-8455-1c68120d6924 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/security-groups?id=2209dc42-de8c-4ee1-988e-08136191c73c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668166
Apr 19 19:34:53.607136 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [req-d62552af-60dc-4f54-bfef-2fcdc7fa62de req-36672b67-d799-4dc1-938e-7dc1969dd161 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da900dc3-28e2-4064-af0d-9f0e2f7249c8 {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:34:53.617338 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-d62552af-60dc-4f54-bfef-2fcdc7fa62de req-36672b67-d799-4dc1-938e-7dc1969dd161 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:53.634463 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-0b1f61af-cb2a-4621-8b4c-54a364dffa63 req-829b06e3-1f5f-4b46-b10a-72e5b6a42507 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Notify callbacks [] for port, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:53.639963 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [req-d62552af-60dc-4f54-bfef-2fcdc7fa62de req-36672b67-d799-4dc1-938e-7dc1969dd161 service neutron] Transition to ACTIVE for port object da900dc3-28e2-4064-af0d-9f0e2f7249c8 will not be triggered until provisioned by entity L2. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:34:53.643754 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-d62552af-60dc-4f54-bfef-2fcdc7fa62de req-36672b67-d799-4dc1-938e-7dc1969dd161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32443828'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:53.649225 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-cabc2537-640d-484d-bafa-043b25563674 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:34:53.805272 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c2d9d-ff20-4497-9886-7372346f948a req-2633b731-2602-46fd-b02d-928ca70fe264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:34:53.807098 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-821c2d9d-ff20-4497-9886-7372346f948a req-2633b731-2602-46fd-b02d-928ca70fe264 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cabf1e57-94c5-449b-bceb-ad5ee016bb62 HTTP/1.1" status: 200  len: 916 time: 0.2269440
Apr 19 19:34:53.808914 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-0b1f61af-cb2a-4621-8b4c-54a364dffa63 req-829b06e3-1f5f-4b46-b10a-72e5b6a42507 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739738723801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31618435'] for port, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:53.816542 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e61bee74-164d-4270-a2b2-5881aa94fa17 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:34:53.934042 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36672b67-d799-4dc1-938e-7dc1969dd161 service neutron] Pushing event updated for resources: {'Port': ['ID=da900dc3-28e2-4064-af0d-9f0e2f7249c8,revision_number=2']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:34:53.960966 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b1f61af-cb2a-4621-8b4c-54a364dffa63 req-829b06e3-1f5f-4b46-b10a-72e5b6a42507 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Network 5a4bca6e-7045-4a87-be72-643eafe061a3 is already hosted by enough agents. {{(pid=86369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:34:53.967999 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-36672b67-d799-4dc1-938e-7dc1969dd161 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:34:53.971372 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [req-0b1f61af-cb2a-4621-8b4c-54a364dffa63 req-829b06e3-1f5f-4b46-b10a-72e5b6a42507 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Resources bound (agent type, host, resource id):  {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:34:53.974306 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-821c2d9d-ff20-4497-9886-7372346f948a req-2fbf6c67-75b1-46ce-9c7f-144e06b178e1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b07528b5-a60b-41fc-ac0a-59a66b0d8c4e HTTP/1.1" status: 200  len: 217 time: 0.1154652
Apr 19 19:34:53.978003 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b1f61af-cb2a-4621-8b4c-54a364dffa63 req-829b06e3-1f5f-4b46-b10a-72e5b6a42507 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Received port after_create {{(pid=86369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:34:54.086438 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829b06e3-1f5f-4b46-b10a-72e5b6a42507 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Pushing event updated for resources: {'Port': ['ID=5f19e752-8c4b-4c7b-8803-a875fadebb4c,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:34:54.101102 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-829b06e3-1f5f-4b46-b10a-72e5b6a42507 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:34:54.130403 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c2d9d-ff20-4497-9886-7372346f948a req-303fd324-da77-40d4-adff-b2a2a6f758f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:34:54.132150 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-821c2d9d-ff20-4497-9886-7372346f948a req-303fd324-da77-40d4-adff-b2a2a6f758f2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=27c0cb0a-80ab-420a-834e-c69dfc7d0834 HTTP/1.1" status: 200  len: 854 time: 0.1201239
Apr 19 19:34:54.143080 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f61af-cb2a-4621-8b4c-54a364dffa63 req-829b06e3-1f5f-4b46-b10a-72e5b6a42507 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:34:54.143890 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-0b1f61af-cb2a-4621-8b4c-54a364dffa63 req-829b06e3-1f5f-4b46-b10a-72e5b6a42507 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:54.224042 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0b1f61af-cb2a-4621-8b4c-54a364dffa63 req-829b06e3-1f5f-4b46-b10a-72e5b6a42507 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.7033656
Apr 19 19:34:54.249773 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-0b1f61af-cb2a-4621-8b4c-54a364dffa63 req-961cdb60-7bbb-4539-9861-a5c56638ec98 service neutron] Request body: {'port': {'device_id': '1b8494df-5907-45d6-ab15-af59c21dfaf9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:34:54.327323 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af6fc4-4fd5-44a8-bd8a-1353aecb71eb req-5bfdb8c8-2739-4644-a12e-3753ac27ce21 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:34:54.329088 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-20af6fc4-4fd5-44a8-bd8a-1353aecb71eb req-5bfdb8c8-2739-4644-a12e-3753ac27ce21 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8494df-5907-45d6-ab15-af59c21dfaf9 HTTP/1.1" status: 200  len: 932 time: 0.5339143
Apr 19 19:34:54.332445 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-d62552af-60dc-4f54-bfef-2fcdc7fa62de req-36672b67-d799-4dc1-938e-7dc1969dd161 service neutron] Attempting to bind port da900dc3-28e2-4064-af0d-9f0e2f7249c8 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:34:54.332445 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-d62552af-60dc-4f54-bfef-2fcdc7fa62de req-36672b67-d799-4dc1-938e-7dc1969dd161 service neutron] Attempting to bind port da900dc3-28e2-4064-af0d-9f0e2f7249c8 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'ba613c43-a0d4-48ab-98c6-225de025afbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6bc43f42-83b1-4f83-bfff-5d0318eef92c'}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:34:54.332445 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62552af-60dc-4f54-bfef-2fcdc7fa62de req-36672b67-d799-4dc1-938e-7dc1969dd161 service neutron] Attempting to bind port da900dc3-28e2-4064-af0d-9f0e2f7249c8 on network 6bc43f42-83b1-4f83-bfff-5d0318eef92c {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:34:54.382144 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62552af-60dc-4f54-bfef-2fcdc7fa62de req-36672b67-d799-4dc1-938e-7dc1969dd161 service neutron] Port da900dc3-28e2-4064-af0d-9f0e2f7249c8 on network 6bc43f42-83b1-4f83-bfff-5d0318eef92c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 19:34:54.382735 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62552af-60dc-4f54-bfef-2fcdc7fa62de req-36672b67-d799-4dc1-938e-7dc1969dd161 service neutron] Attempting to bind port da900dc3-28e2-4064-af0d-9f0e2f7249c8 on network 6bc43f42-83b1-4f83-bfff-5d0318eef92c {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:34:54.397000 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c2d9d-ff20-4497-9886-7372346f948a req-16383c3e-543c-40fe-8e62-b4d6a11101d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:34:54.402093 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-821c2d9d-ff20-4497-9886-7372346f948a req-16383c3e-543c-40fe-8e62-b4d6a11101d2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cabf1e57-94c5-449b-bceb-ad5ee016bb62&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2530301
Apr 19 19:34:54.414412 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62552af-60dc-4f54-bfef-2fcdc7fa62de req-36672b67-d799-4dc1-938e-7dc1969dd161 service neutron] Checking agent: {'id': '13e8b6f5-8e00-4da6-9b4f-d998588d9e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 22, 59), 'started_at': datetime.datetime(2021, 4, 19, 19, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:34:54.414813 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62552af-60dc-4f54-bfef-2fcdc7fa62de req-36672b67-d799-4dc1-938e-7dc1969dd161 service neutron] Checking segment: {'id': 'ba613c43-a0d4-48ab-98c6-225de025afbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6bc43f42-83b1-4f83-bfff-5d0318eef92c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:34:54.415308 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62552af-60dc-4f54-bfef-2fcdc7fa62de req-36672b67-d799-4dc1-938e-7dc1969dd161 service neutron] Bound using segment: {'id': 'ba613c43-a0d4-48ab-98c6-225de025afbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6bc43f42-83b1-4f83-bfff-5d0318eef92c'} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:34:54.415829 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-d62552af-60dc-4f54-bfef-2fcdc7fa62de req-36672b67-d799-4dc1-938e-7dc1969dd161 service neutron] Bound port: da900dc3-28e2-4064-af0d-9f0e2f7249c8, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba613c43-a0d4-48ab-98c6-225de025afbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6bc43f42-83b1-4f83-bfff-5d0318eef92c'}}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:34:54.416235 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-d62552af-60dc-4f54-bfef-2fcdc7fa62de req-36672b67-d799-4dc1-938e-7dc1969dd161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:54.526087 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-20af6fc4-4fd5-44a8-bd8a-1353aecb71eb req-457fecab-c8a4-438f-a2cf-d55207e57cc7 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] 10.222.0.36 "GET /v2.0/security-groups?id=73f20ec2-e0ad-4d5d-bddc-3cbd43e19eb7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1450388
Apr 19 19:34:54.583634 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-0b1f61af-cb2a-4621-8b4c-54a364dffa63 req-961cdb60-7bbb-4539-9861-a5c56638ec98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:54.622523 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eef591-5d2d-4d6f-8318-a719641995b4 req-cfc4f959-3f5b-4830-b10f-a902435ec529 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:34:54.624451 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-48eef591-5d2d-4d6f-8318-a719641995b4 req-cfc4f959-3f5b-4830-b10f-a902435ec529 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9e65d98-44a7-4952-b2cd-d0c3966d15fc HTTP/1.1" status: 200  len: 943 time: 0.2891059
Apr 19 19:34:54.629497 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-d62552af-60dc-4f54-bfef-2fcdc7fa62de req-36672b67-d799-4dc1-938e-7dc1969dd161 service neutron] For port da900dc3-28e2-4064-af0d-9f0e2f7249c8, host hv-cinder-78693, cleared binding levels {{(pid=86368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:34:54.635540 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-d62552af-60dc-4f54-bfef-2fcdc7fa62de req-36672b67-d799-4dc1-938e-7dc1969dd161 service neutron] For port da900dc3-28e2-4064-af0d-9f0e2f7249c8, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=da900dc3-28e2-4064-af0d-9f0e2f7249c8,segment=NetworkSegment(ba613c43-a0d4-48ab-98c6-225de025afbc),segment_id=ba613c43-a0d4-48ab-98c6-225de025afbc)] {{(pid=86368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:34:54.658377 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-d62552af-60dc-4f54-bfef-2fcdc7fa62de req-36672b67-d799-4dc1-938e-7dc1969dd161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32443828'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:54.669277 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-64d28d57-f195-458a-a802-63570f922f1d tempest-VolumesNegativeTest-1192875041 tempest-VolumesNegativeTest-1192875041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:34:54.746131 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62552af-60dc-4f54-bfef-2fcdc7fa62de req-36672b67-d799-4dc1-938e-7dc1969dd161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:34:54.747101 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-d62552af-60dc-4f54-bfef-2fcdc7fa62de req-36672b67-d799-4dc1-938e-7dc1969dd161 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for port, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:54.748592 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d62552af-60dc-4f54-bfef-2fcdc7fa62de req-36672b67-d799-4dc1-938e-7dc1969dd161 service neutron] 10.222.0.20 "PUT /v2.0/ports/da900dc3-28e2-4064-af0d-9f0e2f7249c8 HTTP/1.1" status: 200  len: 1093 time: 2.0244472
Apr 19 19:34:54.752095 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-48eef591-5d2d-4d6f-8318-a719641995b4 req-5ca438b5-83e1-4848-9d9a-f50f690ae9e0 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1da71a4-cef9-4aab-90f4-109eea8adbb9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1197488
Apr 19 19:34:54.752693 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9e65d98-44a7-4952-b2cd-d0c3966d15fc', 'tag': 'da900dc3-28e2-4064-af0d-9f0e2f7249c8'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:34:54.889118 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9e65d98-44a7-4952-b2cd-d0c3966d15fc', 'tag': 'da900dc3-28e2-4064-af0d-9f0e2f7249c8', 'status': 'completed', 'code': 200}
Apr 19 19:34:54.907078 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36672b67-d799-4dc1-938e-7dc1969dd161 service neutron] Pushing event updated for resources: {'Port': ['ID=da900dc3-28e2-4064-af0d-9f0e2f7249c8,revision_number=3']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:34:54.913411 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-36672b67-d799-4dc1-938e-7dc1969dd161 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:34:54.970698 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd37ea43-5230-419f-8666-906f701e11d7 req-f4f7f208-7555-4535-84f6-4c732985d607 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:34:54.972472 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-dd37ea43-5230-419f-8666-906f701e11d7 req-f4f7f208-7555-4535-84f6-4c732985d607 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/ports?device_id=824a4177-275c-45da-8ee6-9f365ae3ba94 HTTP/1.1" status: 200  len: 943 time: 0.2134080
Apr 19 19:34:54.974810 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62552af-60dc-4f54-bfef-2fcdc7fa62de req-e3b1a1e4-9e1b-428b-92f2-72c96a5fc10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:34:54.976417 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d62552af-60dc-4f54-bfef-2fcdc7fa62de req-e3b1a1e4-9e1b-428b-92f2-72c96a5fc10e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc5b0bd7c7ca48888f8782e781e6974d&device_id=d9e65d98-44a7-4952-b2cd-d0c3966d15fc HTTP/1.1" status: 200  len: 1096 time: 0.1535172
Apr 19 19:34:55.014131 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-821c2d9d-ff20-4497-9886-7372346f948a req-2f157bd5-878a-4f89-8b3a-69e9ceb675a4 service neutron] 10.222.0.20 "GET /v2.0/networks/cabf1e57-94c5-449b-bceb-ad5ee016bb62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6035814
Apr 19 19:34:55.073982 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d62552af-60dc-4f54-bfef-2fcdc7fa62de req-629074f6-5c28-4352-bd8d-b88662b6db2f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da900dc3-28e2-4064-af0d-9f0e2f7249c8 HTTP/1.1" status: 200  len: 217 time: 0.0744464
Apr 19 19:34:55.145211 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-dd37ea43-5230-419f-8666-906f701e11d7 req-17b25252-25d6-407c-904c-7ad7c0f87d5e tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/security-groups?id=2209dc42-de8c-4ee1-988e-08136191c73c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1659429
Apr 19 19:34:55.166527 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62552af-60dc-4f54-bfef-2fcdc7fa62de req-b4d499f4-8258-4936-8ecd-c73fda10ec30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:34:55.168194 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d62552af-60dc-4f54-bfef-2fcdc7fa62de req-b4d499f4-8258-4936-8ecd-c73fda10ec30 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d1ed8313-f386-4db8-8de3-b6bf3e8e6da1 HTTP/1.1" status: 200  len: 850 time: 0.0857806
Apr 19 19:34:55.267733 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62552af-60dc-4f54-bfef-2fcdc7fa62de req-c51a3bdc-55b4-45b3-96cb-688f80a4ac7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:34:55.269376 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d62552af-60dc-4f54-bfef-2fcdc7fa62de req-c51a3bdc-55b4-45b3-96cb-688f80a4ac7c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6bc43f42-83b1-4f83-bfff-5d0318eef92c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0941350
Apr 19 19:34:55.420440 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-821c2d9d-ff20-4497-9886-7372346f948a req-2d41e700-d2e3-42a2-9b46-36c3716bd4eb service neutron] 10.222.0.20 "GET /v2.0/networks/cabf1e57-94c5-449b-bceb-ad5ee016bb62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3861930
Apr 19 19:34:55.426834 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d62552af-60dc-4f54-bfef-2fcdc7fa62de req-fbc2c649-090c-4965-a790-8e5a18503f39 service neutron] 10.222.0.20 "GET /v2.0/networks/6bc43f42-83b1-4f83-bfff-5d0318eef92c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1499257
Apr 19 19:34:55.530075 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [req-0b1f61af-cb2a-4621-8b4c-54a364dffa63 req-961cdb60-7bbb-4539-9861-a5c56638ec98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f19e752-8c4b-4c7b-8803-a875fadebb4c {{(pid=86369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:34:55.538922 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-0b1f61af-cb2a-4621-8b4c-54a364dffa63 req-961cdb60-7bbb-4539-9861-a5c56638ec98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:55.562120 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [req-0b1f61af-cb2a-4621-8b4c-54a364dffa63 req-961cdb60-7bbb-4539-9861-a5c56638ec98 service neutron] Transition to ACTIVE for port object 5f19e752-8c4b-4c7b-8803-a875fadebb4c will not be triggered until provisioned by entity L2. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:34:55.566507 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-0b1f61af-cb2a-4621-8b4c-54a364dffa63 req-961cdb60-7bbb-4539-9861-a5c56638ec98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823157366'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:55.571035 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-2f9eb154-9885-496d-bd30-4de23ae44db7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:34:55.615094 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d62552af-60dc-4f54-bfef-2fcdc7fa62de req-5c1ef5fe-4fb5-47c7-a7c5-8a4b4ac42ae8 service neutron] 10.222.0.20 "GET /v2.0/networks/6bc43f42-83b1-4f83-bfff-5d0318eef92c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1713259
Apr 19 19:34:55.767145 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961cdb60-7bbb-4539-9861-a5c56638ec98 service neutron] Pushing event updated for resources: {'Port': ['ID=5f19e752-8c4b-4c7b-8803-a875fadebb4c,revision_number=2']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:34:55.776083 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-961cdb60-7bbb-4539-9861-a5c56638ec98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:34:55.864953 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-0b1f61af-cb2a-4621-8b4c-54a364dffa63 req-961cdb60-7bbb-4539-9861-a5c56638ec98 service neutron] Attempting to bind port 5f19e752-8c4b-4c7b-8803-a875fadebb4c on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:34:55.865303 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-0b1f61af-cb2a-4621-8b4c-54a364dffa63 req-961cdb60-7bbb-4539-9861-a5c56638ec98 service neutron] Attempting to bind port 5f19e752-8c4b-4c7b-8803-a875fadebb4c by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '6111e714-9ff3-4796-99f6-2f5955255830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '5a4bca6e-7045-4a87-be72-643eafe061a3'}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:34:55.865683 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1f61af-cb2a-4621-8b4c-54a364dffa63 req-961cdb60-7bbb-4539-9861-a5c56638ec98 service neutron] Attempting to bind port 5f19e752-8c4b-4c7b-8803-a875fadebb4c on network 5a4bca6e-7045-4a87-be72-643eafe061a3 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:34:55.872200 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1f61af-cb2a-4621-8b4c-54a364dffa63 req-961cdb60-7bbb-4539-9861-a5c56638ec98 service neutron] Port 5f19e752-8c4b-4c7b-8803-a875fadebb4c on network 5a4bca6e-7045-4a87-be72-643eafe061a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 19:34:55.872694 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1f61af-cb2a-4621-8b4c-54a364dffa63 req-961cdb60-7bbb-4539-9861-a5c56638ec98 service neutron] Attempting to bind port 5f19e752-8c4b-4c7b-8803-a875fadebb4c on network 5a4bca6e-7045-4a87-be72-643eafe061a3 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:34:55.879400 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1f61af-cb2a-4621-8b4c-54a364dffa63 req-961cdb60-7bbb-4539-9861-a5c56638ec98 service neutron] Checking agent: {'id': '13e8b6f5-8e00-4da6-9b4f-d998588d9e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 22, 59), 'started_at': datetime.datetime(2021, 4, 19, 19, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:34:55.879928 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1f61af-cb2a-4621-8b4c-54a364dffa63 req-961cdb60-7bbb-4539-9861-a5c56638ec98 service neutron] Checking segment: {'id': '6111e714-9ff3-4796-99f6-2f5955255830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '5a4bca6e-7045-4a87-be72-643eafe061a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:34:55.880367 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1f61af-cb2a-4621-8b4c-54a364dffa63 req-961cdb60-7bbb-4539-9861-a5c56638ec98 service neutron] Bound using segment: {'id': '6111e714-9ff3-4796-99f6-2f5955255830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '5a4bca6e-7045-4a87-be72-643eafe061a3'} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:34:55.880852 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-0b1f61af-cb2a-4621-8b4c-54a364dffa63 req-961cdb60-7bbb-4539-9861-a5c56638ec98 service neutron] Bound port: 5f19e752-8c4b-4c7b-8803-a875fadebb4c, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6111e714-9ff3-4796-99f6-2f5955255830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '5a4bca6e-7045-4a87-be72-643eafe061a3'}}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:34:55.881272 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-0b1f61af-cb2a-4621-8b4c-54a364dffa63 req-961cdb60-7bbb-4539-9861-a5c56638ec98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:55.949464 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbec1b7-88ab-4257-9665-f76da6e434c8 req-8de14f5a-1c45-4f18-96b5-2a675c79fe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:34:55.951662 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4fbec1b7-88ab-4257-9665-f76da6e434c8 req-8de14f5a-1c45-4f18-96b5-2a675c79fe43 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc5b0bd7c7ca48888f8782e781e6974d&device_id=d9e65d98-44a7-4952-b2cd-d0c3966d15fc HTTP/1.1" status: 200  len: 1096 time: 0.2360978
Apr 19 19:34:56.009868 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-0b1f61af-cb2a-4621-8b4c-54a364dffa63 req-961cdb60-7bbb-4539-9861-a5c56638ec98 service neutron] For port 5f19e752-8c4b-4c7b-8803-a875fadebb4c, host hv-cinder-78693, cleared binding levels {{(pid=86369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:34:56.015605 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-0b1f61af-cb2a-4621-8b4c-54a364dffa63 req-961cdb60-7bbb-4539-9861-a5c56638ec98 service neutron] For port 5f19e752-8c4b-4c7b-8803-a875fadebb4c, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=5f19e752-8c4b-4c7b-8803-a875fadebb4c,segment=NetworkSegment(6111e714-9ff3-4796-99f6-2f5955255830),segment_id=6111e714-9ff3-4796-99f6-2f5955255830)] {{(pid=86369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:34:56.016073 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67748e-4e6f-4a8f-8973-7d0d3d0f48c2 req-c41667d3-5f43-400e-98cb-0ed2a2529e21 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:34:56.017470 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ef67748e-4e6f-4a8f-8973-7d0d3d0f48c2 req-c41667d3-5f43-400e-98cb-0ed2a2529e21 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8494df-5907-45d6-ab15-af59c21dfaf9 HTTP/1.1" status: 200  len: 944 time: 0.2329674
Apr 19 19:34:56.025212 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-0b1f61af-cb2a-4621-8b4c-54a364dffa63 req-961cdb60-7bbb-4539-9861-a5c56638ec98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823157366'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:56.031818 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-be9723c7-7547-4d5e-b015-5c3f62062bcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:34:56.090811 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f61af-cb2a-4621-8b4c-54a364dffa63 req-961cdb60-7bbb-4539-9861-a5c56638ec98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:34:56.091075 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-0b1f61af-cb2a-4621-8b4c-54a364dffa63 req-961cdb60-7bbb-4539-9861-a5c56638ec98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:56.092918 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0b1f61af-cb2a-4621-8b4c-54a364dffa63 req-961cdb60-7bbb-4539-9861-a5c56638ec98 service neutron] 10.222.0.20 "PUT /v2.0/ports/5f19e752-8c4b-4c7b-8803-a875fadebb4c HTTP/1.1" status: 200  len: 1094 time: 1.8508911
Apr 19 19:34:56.093511 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b8494df-5907-45d6-ab15-af59c21dfaf9', 'tag': '5f19e752-8c4b-4c7b-8803-a875fadebb4c'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:34:56.126245 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961cdb60-7bbb-4539-9861-a5c56638ec98 service neutron] Pushing event updated for resources: {'Port': ['ID=5f19e752-8c4b-4c7b-8803-a875fadebb4c,revision_number=3']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:34:56.130106 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-961cdb60-7bbb-4539-9861-a5c56638ec98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:34:56.220863 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ef67748e-4e6f-4a8f-8973-7d0d3d0f48c2 req-8608045d-8266-4197-a6c8-0a23abb8f45a tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] 10.222.0.36 "GET /v2.0/security-groups?id=73f20ec2-e0ad-4d5d-bddc-3cbd43e19eb7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1969686
Apr 19 19:34:56.320212 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbec1b7-88ab-4257-9665-f76da6e434c8 req-b413cfe3-bec3-4070-8215-35daedcac6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:34:56.323354 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4fbec1b7-88ab-4257-9665-f76da6e434c8 req-b413cfe3-bec3-4070-8215-35daedcac6cf service neutron] 10.222.0.20 "GET /v2.0/networks?id=6bc43f42-83b1-4f83-bfff-5d0318eef92c HTTP/1.1" status: 200  len: 912 time: 0.3631065
Apr 19 19:34:56.344621 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a154de9-bd4a-41c1-9b9a-6d6854a61089 req-d1817d87-e8a5-4d68-b38f-2d6894a709a2 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:34:56.347649 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4a154de9-bd4a-41c1-9b9a-6d6854a61089 req-d1817d87-e8a5-4d68-b38f-2d6894a709a2 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9e65d98-44a7-4952-b2cd-d0c3966d15fc HTTP/1.1" status: 200  len: 943 time: 0.3250625
Apr 19 19:34:56.373254 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device b07528b5-a60b-41fc-ac0a-59a66b0d8c4e details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 19:34:56.544450 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b8494df-5907-45d6-ab15-af59c21dfaf9', 'tag': '5f19e752-8c4b-4c7b-8803-a875fadebb4c', 'status': 'completed', 'code': 200}
Apr 19 19:34:56.567056 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f61af-cb2a-4621-8b4c-54a364dffa63 req-1a63f849-9be2-4dd6-8255-f600bac1f247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:34:56.568866 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0b1f61af-cb2a-4621-8b4c-54a364dffa63 req-1a63f849-9be2-4dd6-8255-f600bac1f247 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5b24cd9a8f9f40cc9910c7e314561f69&device_id=1b8494df-5907-45d6-ab15-af59c21dfaf9 HTTP/1.1" status: 200  len: 1097 time: 0.4153171
Apr 19 19:34:56.583961 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port b07528b5-a60b-41fc-ac0a-59a66b0d8c4e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b07528b5-a60b-41fc-ac0a-59a66b0d8c4e,segment=NetworkSegment(c9f64e16-f74b-4697-b568-46ea1751b563),segment_id=c9f64e16-f74b-4697-b568-46ea1751b563)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:34:56.594813 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4fbec1b7-88ab-4257-9665-f76da6e434c8 req-f3e1301f-a193-4410-9afb-c4fced8ce9ae service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da900dc3-28e2-4064-af0d-9f0e2f7249c8 HTTP/1.1" status: 200  len: 217 time: 0.2452540
Apr 19 19:34:56.601146 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Returning: {'device': 'b07528b5-a60b-41fc-ac0a-59a66b0d8c4e', 'network_id': 'cabf1e57-94c5-449b-bceb-ad5ee016bb62', 'port_id': 'b07528b5-a60b-41fc-ac0a-59a66b0d8c4e', 'mac_address': 'fa:16:3e:d9:23:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27c0cb0a-80ab-420a-834e-c69dfc7d0834', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 19:34:56.659338 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0b1f61af-cb2a-4621-8b4c-54a364dffa63 req-e04b3c17-5714-4998-80d1-970e3d54c549 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f19e752-8c4b-4c7b-8803-a875fadebb4c HTTP/1.1" status: 200  len: 217 time: 0.0758164
Apr 19 19:34:56.669627 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:56.690847 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b07528b5-a60b-41fc-ac0a-59a66b0d8c4e {{(pid=86370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:34:56.710069 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port b07528b5-a60b-41fc-ac0a-59a66b0d8c4e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b07528b5-a60b-41fc-ac0a-59a66b0d8c4e,segment=NetworkSegment(c9f64e16-f74b-4697-b568-46ea1751b563),segment_id=c9f64e16-f74b-4697-b568-46ea1751b563)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:34:56.713679 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:56.717226 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:34:56.742075 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f61af-cb2a-4621-8b4c-54a364dffa63 req-40ef30c4-fa6e-4efc-9354-b4ab1c32eb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:34:56.743656 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0b1f61af-cb2a-4621-8b4c-54a364dffa63 req-40ef30c4-fa6e-4efc-9354-b4ab1c32eb67 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=935ab6ad-15c8-430b-a11d-3928aa8d1c14 HTTP/1.1" status: 200  len: 853 time: 0.0782118
Apr 19 19:34:56.789372 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4a154de9-bd4a-41c1-9b9a-6d6854a61089 req-7e767ec3-9fd4-44ad-8202-3c4ab668ead0 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1da71a4-cef9-4aab-90f4-109eea8adbb9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3208148
Apr 19 19:34:56.809785 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbec1b7-88ab-4257-9665-f76da6e434c8 req-1741f9c2-4e87-4b80-9b70-6b09011ee089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:34:56.812672 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4fbec1b7-88ab-4257-9665-f76da6e434c8 req-1741f9c2-4e87-4b80-9b70-6b09011ee089 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d1ed8313-f386-4db8-8de3-b6bf3e8e6da1 HTTP/1.1" status: 200  len: 850 time: 0.1960833
Apr 19 19:34:56.814465 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0b1f61af-cb2a-4621-8b4c-54a364dffa63 req-0e24b1ee-1b8c-4205-8373-7e86b868c8e0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5a4bca6e-7045-4a87-be72-643eafe061a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0632892
Apr 19 19:34:56.825453 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Pushing event updated for resources: {'Port': ['ID=b07528b5-a60b-41fc-ac0a-59a66b0d8c4e,revision_number=4']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:34:56.831214 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:34:56.989098 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e7b1ee-b675-4de5-b4c0-37ed2556a724 req-6b247199-db17-4ef5-8e9b-8c96a2749311 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:34:56.990340 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0b1f61af-cb2a-4621-8b4c-54a364dffa63 req-74fd71d0-93e2-46eb-9a2d-792fd9efaeba service neutron] 10.222.0.20 "GET /v2.0/networks/5a4bca6e-7045-4a87-be72-643eafe061a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1646600
Apr 19 19:34:56.992077 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-52e7b1ee-b675-4de5-b4c0-37ed2556a724 req-6b247199-db17-4ef5-8e9b-8c96a2749311 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/ports?device_id=824a4177-275c-45da-8ee6-9f365ae3ba94 HTTP/1.1" status: 200  len: 943 time: 0.4795649
Apr 19 19:34:57.011000 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] get_ports_and_sgs() called for port_ids ['b07528b5-a60b-41fc-ac0a-59a66b0d8c4e'] {{(pid=86370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:34:57.049903 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbec1b7-88ab-4257-9665-f76da6e434c8 req-25fce838-8bc6-4c85-b36f-adb8acc7a601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:34:57.051447 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4fbec1b7-88ab-4257-9665-f76da6e434c8 req-25fce838-8bc6-4c85-b36f-adb8acc7a601 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6bc43f42-83b1-4f83-bfff-5d0318eef92c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2233698
Apr 19 19:34:57.060768 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-52e7b1ee-b675-4de5-b4c0-37ed2556a724 req-37b12251-48e0-4bd2-a3ba-4ea38ebc2a11 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/security-groups?id=2209dc42-de8c-4ee1-988e-08136191c73c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608695
Apr 19 19:34:57.262925 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0b1f61af-cb2a-4621-8b4c-54a364dffa63 req-62be79b2-2d6c-4abf-a71c-0c5a87c5421d service neutron] 10.222.0.20 "GET /v2.0/networks/5a4bca6e-7045-4a87-be72-643eafe061a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2647049
Apr 19 19:34:57.269688 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4fbec1b7-88ab-4257-9665-f76da6e434c8 req-7e0715a5-7c46-446e-9ca2-5bb4fecdad0f service neutron] 10.222.0.20 "GET /v2.0/networks/6bc43f42-83b1-4f83-bfff-5d0318eef92c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2074881
Apr 19 19:34:57.486480 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9060b89-ec79-4b49-8dab-13b3d5033f77 req-c5f63b55-428f-4a42-a6be-fdf61c90416b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:34:57.489496 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b9060b89-ec79-4b49-8dab-13b3d5033f77 req-c5f63b55-428f-4a42-a6be-fdf61c90416b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5b24cd9a8f9f40cc9910c7e314561f69&device_id=1b8494df-5907-45d6-ab15-af59c21dfaf9 HTTP/1.1" status: 200  len: 1097 time: 0.1046095
Apr 19 19:34:57.494274 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4fbec1b7-88ab-4257-9665-f76da6e434c8 req-051e9010-c199-46e0-a7dd-27a771292f3d service neutron] 10.222.0.20 "GET /v2.0/networks/6bc43f42-83b1-4f83-bfff-5d0318eef92c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2136292
Apr 19 19:34:57.534991 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4b8727-7e90-4a78-a52b-afdec9a47252 req-be70f07a-5147-4a6c-8802-53c9287d90b8 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:34:57.536755 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7c4b8727-7e90-4a78-a52b-afdec9a47252 req-be70f07a-5147-4a6c-8802-53c9287d90b8 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8494df-5907-45d6-ab15-af59c21dfaf9 HTTP/1.1" status: 200  len: 944 time: 0.1193731
Apr 19 19:34:57.592735 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7c4b8727-7e90-4a78-a52b-afdec9a47252 req-a90a5763-94f9-4de8-8ae2-f271be4a2eef tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] 10.222.0.36 "GET /v2.0/security-groups?id=73f20ec2-e0ad-4d5d-bddc-3cbd43e19eb7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475378
Apr 19 19:34:57.712513 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9060b89-ec79-4b49-8dab-13b3d5033f77 req-ae471338-2fec-4fa6-bbea-4eccbc431922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:34:57.714105 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b9060b89-ec79-4b49-8dab-13b3d5033f77 req-ae471338-2fec-4fa6-bbea-4eccbc431922 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5a4bca6e-7045-4a87-be72-643eafe061a3 HTTP/1.1" status: 200  len: 914 time: 0.1861746
Apr 19 19:34:57.797831 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b9060b89-ec79-4b49-8dab-13b3d5033f77 req-23678d0d-7912-4e70-a500-b28ac0eb963e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f19e752-8c4b-4c7b-8803-a875fadebb4c HTTP/1.1" status: 200  len: 217 time: 0.0751574
Apr 19 19:34:57.883383 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9060b89-ec79-4b49-8dab-13b3d5033f77 req-b257b773-e329-4819-afaf-a35fd776cb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:34:57.885358 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b9060b89-ec79-4b49-8dab-13b3d5033f77 req-b257b773-e329-4819-afaf-a35fd776cb87 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=935ab6ad-15c8-430b-a11d-3928aa8d1c14 HTTP/1.1" status: 200  len: 853 time: 0.0800214
Apr 19 19:34:57.949435 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b9060b89-ec79-4b49-8dab-13b3d5033f77 req-8dd0415c-6f40-4c91-9954-ec5d9451ef3a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5a4bca6e-7045-4a87-be72-643eafe061a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0564556
Apr 19 19:34:58.213763 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b68d76-55cc-4747-ba6a-f4b8073db913 req-eda9a308-ddbf-47bf-b048-8e192e155d6e tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:34:58.217910 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-01b68d76-55cc-4747-ba6a-f4b8073db913 req-eda9a308-ddbf-47bf-b048-8e192e155d6e tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9e65d98-44a7-4952-b2cd-d0c3966d15fc HTTP/1.1" status: 200  len: 943 time: 0.1245556
Apr 19 19:34:58.223424 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b9060b89-ec79-4b49-8dab-13b3d5033f77 req-be508dd4-2b0d-4b52-812f-bc7daf5499bf service neutron] 10.222.0.20 "GET /v2.0/networks/5a4bca6e-7045-4a87-be72-643eafe061a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2660208
Apr 19 19:34:58.329712 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-01b68d76-55cc-4747-ba6a-f4b8073db913 req-d38c4021-e555-47de-a5c2-b0fb11f31f18 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1da71a4-cef9-4aab-90f4-109eea8adbb9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1046188
Apr 19 19:34:58.374148 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e85bf80-9bcc-4bb1-8722-1d137167a469 req-ccffc4f6-147a-434c-92c8-726a46e1522e tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:34:58.375789 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6e85bf80-9bcc-4bb1-8722-1d137167a469 req-ccffc4f6-147a-434c-92c8-726a46e1522e tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/ports?device_id=824a4177-275c-45da-8ee6-9f365ae3ba94 HTTP/1.1" status: 200  len: 944 time: 0.1155627
Apr 19 19:34:58.384405 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device b07528b5-a60b-41fc-ac0a-59a66b0d8c4e up at agent hyperv_hv-cinder-78693 {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:34:58.444039 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b9060b89-ec79-4b49-8dab-13b3d5033f77 req-6b9b6965-783c-4ebc-b4fc-5f68249ab769 service neutron] 10.222.0.20 "GET /v2.0/networks/5a4bca6e-7045-4a87-be72-643eafe061a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2138839
Apr 19 19:34:58.461386 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6e85bf80-9bcc-4bb1-8722-1d137167a469 req-8c0fb8eb-1f09-4b98-b939-c6e55709517d tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/security-groups?id=2209dc42-de8c-4ee1-988e-08136191c73c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781343
Apr 19 19:34:58.471203 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Provisioning for port b07528b5-a60b-41fc-ac0a-59a66b0d8c4e completed by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:34:58.478586 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Provisioning complete for port b07528b5-a60b-41fc-ac0a-59a66b0d8c4e triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:34:58.479279 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:58.728858 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:58.785399 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '824a4177-275c-45da-8ee6-9f365ae3ba94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b07528b5-a60b-41fc-ac0a-59a66b0d8c4e'}] {{(pid=86370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:34:58.803390 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port b07528b5-a60b-41fc-ac0a-59a66b0d8c4e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b07528b5-a60b-41fc-ac0a-59a66b0d8c4e,segment=NetworkSegment(c9f64e16-f74b-4697-b568-46ea1751b563),segment_id=c9f64e16-f74b-4697-b568-46ea1751b563)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:34:58.810055 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:58.813649 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:34:58.822812 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e16b92-7e97-4cea-a340-60d50dc28322 req-46b71ddd-94cd-4313-99f6-73f0cf596867 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:34:58.824710 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c0e16b92-7e97-4cea-a340-60d50dc28322 req-46b71ddd-94cd-4313-99f6-73f0cf596867 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8494df-5907-45d6-ab15-af59c21dfaf9 HTTP/1.1" status: 200  len: 944 time: 0.1071572
Apr 19 19:34:58.891761 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-c0e16b92-7e97-4cea-a340-60d50dc28322 req-e19fa088-3ddb-4a8b-8d76-9fa7146e8d8b tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] 10.222.0.36 "GET /v2.0/security-groups?id=73f20ec2-e0ad-4d5d-bddc-3cbd43e19eb7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525887
Apr 19 19:34:58.893319 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '824a4177-275c-45da-8ee6-9f365ae3ba94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b07528b5-a60b-41fc-ac0a-59a66b0d8c4e', 'code': 200}
Apr 19 19:34:58.963574 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:34:58.986193 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Pushing event updated for resources: {'Port': ['ID=b07528b5-a60b-41fc-ac0a-59a66b0d8c4e,revision_number=5']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:34:59.002651 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:34:59.003252 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:34:59.003917 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:34:59.004523 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:34:59.005155 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:34:59.005740 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:34:59.006373 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:34:59.007010 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:34:59.007691 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:34:59.008390 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:34:59.009042 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:34:59.009693 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:34:59.017667 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:34:59.169418 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6074f766-bd4f-46d2-a978-c0aee0a19f71 req-59dbc6aa-b0ae-459d-b2dc-821c5cb6d482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:34:59.171054 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6074f766-bd4f-46d2-a978-c0aee0a19f71 req-59dbc6aa-b0ae-459d-b2dc-821c5cb6d482 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=824a4177-275c-45da-8ee6-9f365ae3ba94 HTTP/1.1" status: 200  len: 1098 time: 0.0849109
Apr 19 19:34:59.220066 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6074f766-bd4f-46d2-a978-c0aee0a19f71 req-0df39793-235f-46db-a560-9f21904bee7c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2209dc42-de8c-4ee1-988e-08136191c73c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419071
Apr 19 19:34:59.597594 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b5ed1-f4b0-44ea-935f-15fc9637ebe5 req-31e8448b-6122-4697-87d4-d426758cb73f tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:34:59.600631 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-cd2b5ed1-f4b0-44ea-935f-15fc9637ebe5 req-31e8448b-6122-4697-87d4-d426758cb73f tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9e65d98-44a7-4952-b2cd-d0c3966d15fc HTTP/1.1" status: 200  len: 943 time: 0.1194263
Apr 19 19:34:59.714618 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-cd2b5ed1-f4b0-44ea-935f-15fc9637ebe5 req-db049fa3-b014-412d-ac0f-03007e177abe tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1da71a4-cef9-4aab-90f4-109eea8adbb9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0995836
Apr 19 19:34:59.768809 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6c0f05-6705-46a6-a200-b2dc6a254e39 req-6c050f6b-5b47-40b8-95ef-3939c380cc36 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:34:59.770698 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-cc6c0f05-6705-46a6-a200-b2dc6a254e39 req-6c050f6b-5b47-40b8-95ef-3939c380cc36 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/ports?device_id=824a4177-275c-45da-8ee6-9f365ae3ba94 HTTP/1.1" status: 200  len: 945 time: 0.1154997
Apr 19 19:34:59.823751 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-cc6c0f05-6705-46a6-a200-b2dc6a254e39 req-ac98b4cc-677a-4b1b-9841-adfb41738fc6 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/security-groups?id=2209dc42-de8c-4ee1-988e-08136191c73c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456686
Apr 19 19:35:00.320513 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e78626-c26c-4da8-9ce9-68e1717c570b req-d8384042-8f48-4f8c-b2ac-bacb3f9283d1 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:00.325417 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-51e78626-c26c-4da8-9ce9-68e1717c570b req-d8384042-8f48-4f8c-b2ac-bacb3f9283d1 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8494df-5907-45d6-ab15-af59c21dfaf9 HTTP/1.1" status: 200  len: 944 time: 0.2926359
Apr 19 19:35:00.383341 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device 5f19e752-8c4b-4c7b-8803-a875fadebb4c details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 19:35:00.413423 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-51e78626-c26c-4da8-9ce9-68e1717c570b req-aeb02116-6a1f-479f-a619-3fb65766a4d8 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] 10.222.0.36 "GET /v2.0/security-groups?id=73f20ec2-e0ad-4d5d-bddc-3cbd43e19eb7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758407
Apr 19 19:35:00.769080 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port 5f19e752-8c4b-4c7b-8803-a875fadebb4c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=5f19e752-8c4b-4c7b-8803-a875fadebb4c,segment=NetworkSegment(6111e714-9ff3-4796-99f6-2f5955255830),segment_id=6111e714-9ff3-4796-99f6-2f5955255830)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:35:00.786154 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Returning: {'device': '5f19e752-8c4b-4c7b-8803-a875fadebb4c', 'network_id': '5a4bca6e-7045-4a87-be72-643eafe061a3', 'port_id': '5f19e752-8c4b-4c7b-8803-a875fadebb4c', 'mac_address': 'fa:16:3e:5e:a8:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '935ab6ad-15c8-430b-a11d-3928aa8d1c14', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 19:35:00.852238 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:00.874630 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f19e752-8c4b-4c7b-8803-a875fadebb4c {{(pid=86370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:35:00.895497 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port 5f19e752-8c4b-4c7b-8803-a875fadebb4c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=5f19e752-8c4b-4c7b-8803-a875fadebb4c,segment=NetworkSegment(6111e714-9ff3-4796-99f6-2f5955255830),segment_id=6111e714-9ff3-4796-99f6-2f5955255830)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:35:00.899857 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:00.903025 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:35:00.990678 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Pushing event updated for resources: {'Port': ['ID=5f19e752-8c4b-4c7b-8803-a875fadebb4c,revision_number=4']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:35:00.994580 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:35:01.081327 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f0943-edbe-4edf-8385-8938d953edf1 req-fa7bf3a6-de0b-4b71-882b-2a539636f751 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:01.084322 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-602f0943-edbe-4edf-8385-8938d953edf1 req-fa7bf3a6-de0b-4b71-882b-2a539636f751 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9e65d98-44a7-4952-b2cd-d0c3966d15fc HTTP/1.1" status: 200  len: 943 time: 0.2349036
Apr 19 19:35:01.203045 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-602f0943-edbe-4edf-8385-8938d953edf1 req-44826c87-034a-4c82-9bd2-e7e0d0d347ef tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1da71a4-cef9-4aab-90f4-109eea8adbb9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1059339
Apr 19 19:35:01.209284 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] get_ports_and_sgs() called for port_ids ['5f19e752-8c4b-4c7b-8803-a875fadebb4c'] {{(pid=86370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:35:01.246010 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baba168-2ba9-4c5a-9f76-a98119033cd3 req-7591666f-d50e-427b-9328-d0d707e37865 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:01.248336 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4baba168-2ba9-4c5a-9f76-a98119033cd3 req-7591666f-d50e-427b-9328-d0d707e37865 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/ports?device_id=824a4177-275c-45da-8ee6-9f365ae3ba94 HTTP/1.1" status: 200  len: 945 time: 0.2621775
Apr 19 19:35:01.308423 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4baba168-2ba9-4c5a-9f76-a98119033cd3 req-ac81ae86-1932-4280-955a-c14e6f9076fa tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/security-groups?id=2209dc42-de8c-4ee1-988e-08136191c73c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482817
Apr 19 19:35:01.575384 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1eb72-d977-42bf-93c7-e819187eff5e req-cf7a4903-5df0-4cc6-85df-9f00f03befa7 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:01.577115 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-57d1eb72-d977-42bf-93c7-e819187eff5e req-cf7a4903-5df0-4cc6-85df-9f00f03befa7 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/ports?device_id=824a4177-275c-45da-8ee6-9f365ae3ba94 HTTP/1.1" status: 200  len: 945 time: 0.1380107
Apr 19 19:35:01.678706 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-57d1eb72-d977-42bf-93c7-e819187eff5e req-b2869f3e-b666-4599-9d46-e18c128f9a9f tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/security-groups?id=2209dc42-de8c-4ee1-988e-08136191c73c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640221
Apr 19 19:35:01.712979 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca444444-00d6-48ee-b08c-aef37f627a78 req-45eab6a8-7c26-47bd-9fed-e82fe2847c6b tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:01.714664 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ca444444-00d6-48ee-b08c-aef37f627a78 req-45eab6a8-7c26-47bd-9fed-e82fe2847c6b tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8494df-5907-45d6-ab15-af59c21dfaf9 HTTP/1.1" status: 200  len: 945 time: 0.1491768
Apr 19 19:35:01.795494 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ca444444-00d6-48ee-b08c-aef37f627a78 req-a10b95d4-f6f1-4aa3-932e-8a1f06433fbc tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] 10.222.0.36 "GET /v2.0/security-groups?id=73f20ec2-e0ad-4d5d-bddc-3cbd43e19eb7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690427
Apr 19 19:35:02.164610 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb706f55-69d8-4d71-8224-c88d0e57e6b5 req-4afcc6c1-351a-475c-b6ca-8dc9b5439acd tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:02.166385 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fb706f55-69d8-4d71-8224-c88d0e57e6b5 req-4afcc6c1-351a-475c-b6ca-8dc9b5439acd tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/ports?device_id=824a4177-275c-45da-8ee6-9f365ae3ba94 HTTP/1.1" status: 200  len: 945 time: 0.0987804
Apr 19 19:35:02.223431 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fb706f55-69d8-4d71-8224-c88d0e57e6b5 req-17b135cd-06da-4446-bb94-84398017b54c tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/security-groups?id=2209dc42-de8c-4ee1-988e-08136191c73c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494971
Apr 19 19:35:02.404743 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device 5f19e752-8c4b-4c7b-8803-a875fadebb4c up at agent hyperv_hv-cinder-78693 {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:35:02.506383 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Provisioning for port 5f19e752-8c4b-4c7b-8803-a875fadebb4c completed by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:35:02.513122 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Provisioning complete for port 5f19e752-8c4b-4c7b-8803-a875fadebb4c triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:35:02.513826 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:02.561507 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06e10a-192d-45a8-a5aa-8a4b4b1d661a req-0afdc1f5-e877-4c5a-a9e4-64e220b26dd0 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:02.564836 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ea06e10a-192d-45a8-a5aa-8a4b4b1d661a req-0afdc1f5-e877-4c5a-a9e4-64e220b26dd0 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9e65d98-44a7-4952-b2cd-d0c3966d15fc HTTP/1.1" status: 200  len: 943 time: 0.2121506
Apr 19 19:35:02.634512 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ea06e10a-192d-45a8-a5aa-8a4b4b1d661a req-9eb2ce31-ad2f-4937-bbcd-8a91ec80cb87 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1da71a4-cef9-4aab-90f4-109eea8adbb9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0606716
Apr 19 19:35:02.710961 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:02.749953 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b8494df-5907-45d6-ab15-af59c21dfaf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f19e752-8c4b-4c7b-8803-a875fadebb4c'}] {{(pid=86370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:35:02.764400 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port 5f19e752-8c4b-4c7b-8803-a875fadebb4c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=5f19e752-8c4b-4c7b-8803-a875fadebb4c,segment=NetworkSegment(6111e714-9ff3-4796-99f6-2f5955255830),segment_id=6111e714-9ff3-4796-99f6-2f5955255830)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:35:02.770015 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:02.773347 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:35:02.844328 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b8494df-5907-45d6-ab15-af59c21dfaf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f19e752-8c4b-4c7b-8803-a875fadebb4c', 'code': 200}
Apr 19 19:35:02.903527 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Pushing event updated for resources: {'Port': ['ID=5f19e752-8c4b-4c7b-8803-a875fadebb4c,revision_number=5']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:35:02.908559 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:35:03.126968 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc35e4-60c5-4b15-8fd0-cb598aaac2b2 req-ede6260c-b173-4317-9359-8794bc458ca8 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:03.128702 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-dadc35e4-60c5-4b15-8fd0-cb598aaac2b2 req-ede6260c-b173-4317-9359-8794bc458ca8 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8494df-5907-45d6-ab15-af59c21dfaf9 HTTP/1.1" status: 200  len: 946 time: 0.1244621
Apr 19 19:35:03.185361 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b6647f-4fe1-4222-92a6-f21c6aedb982 req-3c381c02-32d2-4a70-9857-1f0f9d129d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:03.186178 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-dadc35e4-60c5-4b15-8fd0-cb598aaac2b2 req-ce192e19-3dde-4037-bed8-ca399829bab6 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] 10.222.0.36 "GET /v2.0/security-groups?id=73f20ec2-e0ad-4d5d-bddc-3cbd43e19eb7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496492
Apr 19 19:35:03.187297 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-29b6647f-4fe1-4222-92a6-f21c6aedb982 req-3c381c02-32d2-4a70-9857-1f0f9d129d0c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1b8494df-5907-45d6-ab15-af59c21dfaf9 HTTP/1.1" status: 200  len: 1099 time: 0.0976062
Apr 19 19:35:03.237104 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-29b6647f-4fe1-4222-92a6-f21c6aedb982 req-459256a9-d105-48d6-a4e5-274151ad3bda service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=73f20ec2-e0ad-4d5d-bddc-3cbd43e19eb7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424583
Apr 19 19:35:03.906826 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77943557-7312-4732-9b53-665ee38c6e5a req-916e5454-a7ea-45cd-b423-a8e9c5afc94d tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:03.908900 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-77943557-7312-4732-9b53-665ee38c6e5a req-916e5454-a7ea-45cd-b423-a8e9c5afc94d tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9e65d98-44a7-4952-b2cd-d0c3966d15fc HTTP/1.1" status: 200  len: 943 time: 0.1083505
Apr 19 19:35:03.963853 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-77943557-7312-4732-9b53-665ee38c6e5a req-95eb5f96-aa1b-4623-a110-0a4116f40c55 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1da71a4-cef9-4aab-90f4-109eea8adbb9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471416
Apr 19 19:35:04.416650 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device da900dc3-28e2-4064-af0d-9f0e2f7249c8 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 19:35:04.581516 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c03fd6-6f0a-487d-9839-99623af5c770 req-d4efaeae-36ad-4f7a-bbf8-cf9415a2e674 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:04.583476 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-56c03fd6-6f0a-487d-9839-99623af5c770 req-d4efaeae-36ad-4f7a-bbf8-cf9415a2e674 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8494df-5907-45d6-ab15-af59c21dfaf9 HTTP/1.1" status: 200  len: 946 time: 0.1836367
Apr 19 19:35:04.631216 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port da900dc3-28e2-4064-af0d-9f0e2f7249c8, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=da900dc3-28e2-4064-af0d-9f0e2f7249c8,segment=NetworkSegment(ba613c43-a0d4-48ab-98c6-225de025afbc),segment_id=ba613c43-a0d4-48ab-98c6-225de025afbc)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:35:04.649512 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-56c03fd6-6f0a-487d-9839-99623af5c770 req-fe5c4ff1-6145-43a3-938c-d418aa411de1 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] 10.222.0.36 "GET /v2.0/security-groups?id=73f20ec2-e0ad-4d5d-bddc-3cbd43e19eb7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590456
Apr 19 19:35:04.650949 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Returning: {'device': 'da900dc3-28e2-4064-af0d-9f0e2f7249c8', 'network_id': '6bc43f42-83b1-4f83-bfff-5d0318eef92c', 'port_id': 'da900dc3-28e2-4064-af0d-9f0e2f7249c8', 'mac_address': 'fa:16:3e:25:6e:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1ed8313-f386-4db8-8de3-b6bf3e8e6da1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 19:35:04.724108 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:04.750310 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da900dc3-28e2-4064-af0d-9f0e2f7249c8 {{(pid=86370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:35:04.779685 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port da900dc3-28e2-4064-af0d-9f0e2f7249c8, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=da900dc3-28e2-4064-af0d-9f0e2f7249c8,segment=NetworkSegment(ba613c43-a0d4-48ab-98c6-225de025afbc),segment_id=ba613c43-a0d4-48ab-98c6-225de025afbc)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:35:04.784261 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:04.786942 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:35:04.896423 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Pushing event updated for resources: {'Port': ['ID=da900dc3-28e2-4064-af0d-9f0e2f7249c8,revision_number=4']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:35:04.900202 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:35:05.117420 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] get_ports_and_sgs() called for port_ids ['da900dc3-28e2-4064-af0d-9f0e2f7249c8'] {{(pid=86370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:35:05.281443 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22723f71-600f-469e-82cd-1902692b5130 req-8b83883b-95c4-4f95-bea4-037683b16a4e tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:05.284457 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-22723f71-600f-469e-82cd-1902692b5130 req-8b83883b-95c4-4f95-bea4-037683b16a4e tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9e65d98-44a7-4952-b2cd-d0c3966d15fc HTTP/1.1" status: 200  len: 944 time: 0.1761813
Apr 19 19:35:05.351521 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-22723f71-600f-469e-82cd-1902692b5130 req-dc6556c5-3250-47a2-9c8a-680893b85d41 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1da71a4-cef9-4aab-90f4-109eea8adbb9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0540178
Apr 19 19:35:05.882783 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff8d29-10b0-4eae-b486-b6603cbf06a2 req-31b8c359-983d-45d7-8f06-20b6ba542a79 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:05.884484 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d8ff8d29-10b0-4eae-b486-b6603cbf06a2 req-31b8c359-983d-45d7-8f06-20b6ba542a79 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8494df-5907-45d6-ab15-af59c21dfaf9 HTTP/1.1" status: 200  len: 946 time: 0.0990407
Apr 19 19:35:06.215708 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d8ff8d29-10b0-4eae-b486-b6603cbf06a2 req-c3793d8d-e193-4a00-b87a-c80536c4c2db tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] 10.222.0.36 "GET /v2.0/security-groups?id=73f20ec2-e0ad-4d5d-bddc-3cbd43e19eb7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3168182
Apr 19 19:35:06.431865 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device da900dc3-28e2-4064-af0d-9f0e2f7249c8 up at agent hyperv_hv-cinder-78693 {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:35:06.548154 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Provisioning for port da900dc3-28e2-4064-af0d-9f0e2f7249c8 completed by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:35:06.554832 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Provisioning complete for port da900dc3-28e2-4064-af0d-9f0e2f7249c8 triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:35:06.555425 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:06.697243 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f0812d-ad63-43bf-8a6d-b49ac75908bb req-8c8dd100-2845-49b1-9c2b-1012a0f010a6 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:06.699303 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e0f0812d-ad63-43bf-8a6d-b49ac75908bb req-8c8dd100-2845-49b1-9c2b-1012a0f010a6 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9e65d98-44a7-4952-b2cd-d0c3966d15fc HTTP/1.1" status: 200  len: 944 time: 0.1013536
Apr 19 19:35:06.709904 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:06.749075 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e65d98-44a7-4952-b2cd-d0c3966d15fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da900dc3-28e2-4064-af0d-9f0e2f7249c8'}] {{(pid=86370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:35:06.769225 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e0f0812d-ad63-43bf-8a6d-b49ac75908bb req-96720c61-589c-46c5-af25-ad311361b9bd tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1da71a4-cef9-4aab-90f4-109eea8adbb9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0574253
Apr 19 19:35:06.769552 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port da900dc3-28e2-4064-af0d-9f0e2f7249c8, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=da900dc3-28e2-4064-af0d-9f0e2f7249c8,segment=NetworkSegment(ba613c43-a0d4-48ab-98c6-225de025afbc),segment_id=ba613c43-a0d4-48ab-98c6-225de025afbc)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:35:06.774338 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:06.776055 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-3e77ed9e-e59b-4637-8e62-85e9819ac690 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:35:06.841988 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e65d98-44a7-4952-b2cd-d0c3966d15fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da900dc3-28e2-4064-af0d-9f0e2f7249c8', 'code': 200}
Apr 19 19:35:06.859867 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Pushing event updated for resources: {'Port': ['ID=da900dc3-28e2-4064-af0d-9f0e2f7249c8,revision_number=5']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:35:06.863231 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:35:07.269549 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af320981-957d-4b3d-af61-4e27647f3937 req-39fb8aaf-3973-4ab1-a1a8-9e753a02f61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:07.271181 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-af320981-957d-4b3d-af61-4e27647f3937 req-39fb8aaf-3973-4ab1-a1a8-9e753a02f61a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d9e65d98-44a7-4952-b2cd-d0c3966d15fc HTTP/1.1" status: 200  len: 1098 time: 0.0856137
Apr 19 19:35:07.345818 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-af320981-957d-4b3d-af61-4e27647f3937 req-f6be5dc1-2bcd-4fcd-a776-6d70316cde0d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e1da71a4-cef9-4aab-90f4-109eea8adbb9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0664444
Apr 19 19:35:08.024879 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb313d-d72d-4a3f-96bf-a4f735ec8090 req-3920159c-f92d-4aca-8068-78e3d34cd15e tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:08.026638 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-76bb313d-d72d-4a3f-96bf-a4f735ec8090 req-3920159c-f92d-4aca-8068-78e3d34cd15e tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9e65d98-44a7-4952-b2cd-d0c3966d15fc HTTP/1.1" status: 200  len: 945 time: 0.1095295
Apr 19 19:35:08.083754 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-76bb313d-d72d-4a3f-96bf-a4f735ec8090 req-57296a44-b33d-4925-bab0-747101d2f118 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1da71a4-cef9-4aab-90f4-109eea8adbb9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495718
Apr 19 19:35:09.157633 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-40a86a3d-d441-405f-962d-eeed4e8cbfc3 req-77a49ac4-6580-4264-ae64-8f5a5689d2ea service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=824a4177-275c-45da-8ee6-9f365ae3ba94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1237195
Apr 19 19:35:09.367475 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a86a3d-d441-405f-962d-eeed4e8cbfc3 req-6d3c4397-c795-4838-b3ea-b23d27ea82ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:09.369225 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-40a86a3d-d441-405f-962d-eeed4e8cbfc3 req-6d3c4397-c795-4838-b3ea-b23d27ea82ed service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc6d5ff032774262833087cdb5dac57f&device_id=824a4177-275c-45da-8ee6-9f365ae3ba94 HTTP/1.1" status: 200  len: 1098 time: 0.0986488
Apr 19 19:35:09.432488 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab51817-51fd-404d-9aa6-7f8985ed93af req-586a599c-e466-42eb-b44a-d2dd2c84a62e tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:09.436215 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3ab51817-51fd-404d-9aa6-7f8985ed93af req-586a599c-e466-42eb-b44a-d2dd2c84a62e tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9e65d98-44a7-4952-b2cd-d0c3966d15fc HTTP/1.1" status: 200  len: 945 time: 0.1199555
Apr 19 19:35:09.499202 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3ab51817-51fd-404d-9aa6-7f8985ed93af req-38a90d96-93b4-4fb1-b1f1-fc75d62f84d8 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1da71a4-cef9-4aab-90f4-109eea8adbb9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0546057
Apr 19 19:35:09.605083 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a86a3d-d441-405f-962d-eeed4e8cbfc3 req-0968501d-0724-4100-ba3e-9635b6c837f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:09.609221 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-40a86a3d-d441-405f-962d-eeed4e8cbfc3 req-0968501d-0724-4100-ba3e-9635b6c837f5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cabf1e57-94c5-449b-bceb-ad5ee016bb62 HTTP/1.1" status: 200  len: 916 time: 0.2040241
Apr 19 19:35:09.710604 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-40a86a3d-d441-405f-962d-eeed4e8cbfc3 req-785afc87-d006-422e-8a64-6bd6a541a9f9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b07528b5-a60b-41fc-ac0a-59a66b0d8c4e HTTP/1.1" status: 200  len: 217 time: 0.0891080
Apr 19 19:35:09.805060 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a86a3d-d441-405f-962d-eeed4e8cbfc3 req-48ffff39-ab9b-45c7-9e6f-42095ff03a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:09.807888 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-40a86a3d-d441-405f-962d-eeed4e8cbfc3 req-48ffff39-ab9b-45c7-9e6f-42095ff03a32 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=27c0cb0a-80ab-420a-834e-c69dfc7d0834 HTTP/1.1" status: 200  len: 854 time: 0.0905516
Apr 19 19:35:09.814514 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3421e09-3138-49a3-ae63-1206b939e89c req-88bccbe0-faa5-494e-b1df-6ef50426822f tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:09.817418 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b3421e09-3138-49a3-ae63-1206b939e89c req-88bccbe0-faa5-494e-b1df-6ef50426822f tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9e65d98-44a7-4952-b2cd-d0c3966d15fc HTTP/1.1" status: 200  len: 945 time: 0.1628795
Apr 19 19:35:09.925101 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b3421e09-3138-49a3-ae63-1206b939e89c req-64cff1ba-ee69-43e0-b476-ac736043e614 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1da71a4-cef9-4aab-90f4-109eea8adbb9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0923917
Apr 19 19:35:09.925710 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a86a3d-d441-405f-962d-eeed4e8cbfc3 req-9d51c666-ecaf-4fe6-902e-91592218147e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:09.927359 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-40a86a3d-d441-405f-962d-eeed4e8cbfc3 req-9d51c666-ecaf-4fe6-902e-91592218147e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cabf1e57-94c5-449b-bceb-ad5ee016bb62&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1123040
Apr 19 19:35:09.973203 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 58018) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:35:10.111003 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-40a86a3d-d441-405f-962d-eeed4e8cbfc3 req-bbd32570-f492-4540-8fee-debb66e9d57b service neutron] 10.222.0.20 "GET /v2.0/networks/cabf1e57-94c5-449b-bceb-ad5ee016bb62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1759038
Apr 19 19:35:10.118182 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebde5ff-e5ae-40ae-9ee3-36059c7edaba tempest-TestVolumeBootPattern-1374049575 tempest-TestVolumeBootPattern-1374049575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:10.119324 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-bebde5ff-e5ae-40ae-9ee3-36059c7edaba tempest-TestVolumeBootPattern-1374049575 tempest-TestVolumeBootPattern-1374049575-project-admin] Synchronizing usage tracker for tenant:3fb448b891c2488d99d5b18df2218f7b on resource:port {{(pid=86368) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:35:10.141779 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-bebde5ff-e5ae-40ae-9ee3-36059c7edaba tempest-TestVolumeBootPattern-1374049575 tempest-TestVolumeBootPattern-1374049575-project-admin] Unset dirty status for tenant:3fb448b891c2488d99d5b18df2218f7b on resource:port {{(pid=86368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:35:10.143999 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-bebde5ff-e5ae-40ae-9ee3-36059c7edaba tempest-TestVolumeBootPattern-1374049575 tempest-TestVolumeBootPattern-1374049575-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d9e65d98-44a7-4952-b2cd-d0c3966d15fc HTTP/1.1" status: 200  len: 1093 time: 0.1689603
Apr 19 19:35:10.148934 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 58022) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:35:10.157918 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-4f12d15b-fa0b-44fc-90af-8f37c662c9dd tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Request body: {'floatingip': {'floating_network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'port_id': 'da900dc3-28e2-4064-af0d-9f0e2f7249c8', 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=86368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:35:10.165107 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-4f12d15b-fa0b-44fc-90af-8f37c662c9dd tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:35:10.170093 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-4f12d15b-fa0b-44fc-90af-8f37c662c9dd tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Usage tracker for resource:floatingip and tenant:bc5b0bd7c7ca48888f8782e781e6974d is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:35:10.173373 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-4f12d15b-fa0b-44fc-90af-8f37c662c9dd tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:35:10.179979 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-4f12d15b-fa0b-44fc-90af-8f37c662c9dd tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:35:10.192928 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4f12d15b-fa0b-44fc-90af-8f37c662c9dd tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks [] for floatingip, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:10.364446 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4f12d15b-fa0b-44fc-90af-8f37c662c9dd tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:10.381157 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-40a86a3d-d441-405f-962d-eeed4e8cbfc3 req-fb881f88-546c-4443-a9cb-2c05cd75a6a5 service neutron] 10.222.0.20 "GET /v2.0/networks/cabf1e57-94c5-449b-bceb-ad5ee016bb62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2553062
Apr 19 19:35:10.589628 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-4f12d15b-fa0b-44fc-90af-8f37c662c9dd tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Allocated IP 172.27.1.94 (4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c/7025e6d6-1695-4f32-acf4-f47e4f1fcca5/f5c33e57-a077-41e1-b399-75234cc6a6bc) {{(pid=86368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:35:10.872111 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4f12d15b-fa0b-44fc-90af-8f37c662c9dd tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks [] for port, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:10.909069 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4f12d15b-fa0b-44fc-90af-8f37c662c9dd tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739738723801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822331971'] for port, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:10.914982 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a11d42d5-c6f9-4b2c-9460-99ac3cb91939 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:35:10.985418 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f12d15b-fa0b-44fc-90af-8f37c662c9dd tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Network 4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c is already hosted by enough agents. {{(pid=86368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:35:10.993907 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-4f12d15b-fa0b-44fc-90af-8f37c662c9dd tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Resources bound (agent type, host, resource id):  {{(pid=86368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:35:11.000596 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f12d15b-fa0b-44fc-90af-8f37c662c9dd tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Received port after_create {{(pid=86368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:35:11.049131 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f12d15b-fa0b-44fc-90af-8f37c662c9dd tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Pushing event updated for resources: {'Port': ['ID=f5c33e57-a077-41e1-b399-75234cc6a6bc,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:35:11.053928 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-4f12d15b-fa0b-44fc-90af-8f37c662c9dd tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:35:11.524195 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4f12d15b-fa0b-44fc-90af-8f37c662c9dd tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:11.630150 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4f12d15b-fa0b-44fc-90af-8f37c662c9dd tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:11.911009 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4f12d15b-fa0b-44fc-90af-8f37c662c9dd tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks [] for port, precommit_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:11.915474 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4f12d15b-fa0b-44fc-90af-8f37c662c9dd tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32443828'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:11.921022 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e7567972-9de6-487e-bf27-4689d002633b tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:35:12.052122 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f12d15b-fa0b-44fc-90af-8f37c662c9dd tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Pushing event updated for resources: {'Port': ['ID=f5c33e57-a077-41e1-b399-75234cc6a6bc,revision_number=2']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:35:12.057319 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-4f12d15b-fa0b-44fc-90af-8f37c662c9dd tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:35:12.063234 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4f12d15b-fa0b-44fc-90af-8f37c662c9dd tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854086990'] for floatingip, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:12.387955 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.db.l3_db [None req-4f12d15b-fa0b-44fc-90af-8f37c662c9dd tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Floating IP 8f3f5615-2396-4d55-aceb-6462482346a6 associated. External IP: 172.27.1.94, port: da900dc3-28e2-4064-af0d-9f0e2f7249c8.
Apr 19 19:35:12.962440 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f12d15b-fa0b-44fc-90af-8f37c662c9dd tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Router 7201a3a2-4a9f-4461-ae9c-28e3ac792d7d has already been hosted by L3 agent a3cf2d1c-6710-4478-a129-20091cfe97d1 {{(pid=86368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:35:12.975928 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23880a12-dbb3-4f85-a453-58f1a2c7ebf9 req-89903b78-778e-4d1a-b6f8-252ca242bdc4 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:12.977706 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-23880a12-dbb3-4f85-a453-58f1a2c7ebf9 req-89903b78-778e-4d1a-b6f8-252ca242bdc4 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/ports?device_id=824a4177-275c-45da-8ee6-9f365ae3ba94 HTTP/1.1" status: 200  len: 945 time: 0.1658897
Apr 19 19:35:13.202229 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-23880a12-dbb3-4f85-a453-58f1a2c7ebf9 req-85336be7-b8a7-439d-8335-19616f09db7d tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/security-groups?id=2209dc42-de8c-4ee1-988e-08136191c73c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1542666
Apr 19 19:35:13.235543 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 58042) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:35:13.254049 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f12d15b-fa0b-44fc-90af-8f37c662c9dd tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify agent at l3_agent.dv-cinder-786932-1-iscsi the message routers_updated {{(pid=86368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:35:13.269925 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d603c4-4980-4526-9929-a6b510c870a6 None None] Sync routers for ids ['7201a3a2-4a9f-4461-ae9c-28e3ac792d7d'] in dv-cinder-786932-1-iscsi {{(pid=86370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:35:13.289982 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d603c4-4980-4526-9929-a6b510c870a6 None None] Routers {'7201a3a2-4a9f-4461-ae9c-28e3ac792d7d'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:35:13.291771 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-c3d603c4-4980-4526-9929-a6b510c870a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0e59c080>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:34:49Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['7201a3a2-4a9f-4461-ae9c-28e3ac792d7d'], 'active': True} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:35:13.302390 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4f12d15b-fa0b-44fc-90af-8f37c662c9dd tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for floatingip, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:13.441798 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-4f12d15b-fa0b-44fc-90af-8f37c662c9dd tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.2803876
Apr 19 19:35:13.441798 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9e65d98-44a7-4952-b2cd-d0c3966d15fc', 'tag': 'da900dc3-28e2-4064-af0d-9f0e2f7249c8'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:35:13.544958 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9e65d98-44a7-4952-b2cd-d0c3966d15fc', 'tag': 'da900dc3-28e2-4064-af0d-9f0e2f7249c8', 'status': 'completed', 'code': 200}
Apr 19 19:35:13.597501 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05938eb-7ff2-43cb-9fb9-d6ba6005dce8 tempest-TestMinimumBasicScenario-798733226 tempest-TestMinimumBasicScenario-798733226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:13.599256 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-b05938eb-7ff2-43cb-9fb9-d6ba6005dce8 tempest-TestMinimumBasicScenario-798733226 tempest-TestMinimumBasicScenario-798733226-project-admin] Synchronizing usage tracker for tenant:f36c2c9949bf4d38a175f580c5a0f031 on resource:port {{(pid=86369) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:35:13.672325 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-c3d603c4-4980-4526-9929-a6b510c870a6 None None] Set router 7201a3a2-4a9f-4461-ae9c-28e3ac792d7d gateway port host: dv-cinder-786932-1-iscsi {{(pid=86370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:35:13.728272 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-b05938eb-7ff2-43cb-9fb9-d6ba6005dce8 tempest-TestMinimumBasicScenario-798733226 tempest-TestMinimumBasicScenario-798733226-project-admin] Unset dirty status for tenant:f36c2c9949bf4d38a175f580c5a0f031 on resource:port {{(pid=86369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:35:13.733559 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-b05938eb-7ff2-43cb-9fb9-d6ba6005dce8 tempest-TestMinimumBasicScenario-798733226 tempest-TestMinimumBasicScenario-798733226-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=824a4177-275c-45da-8ee6-9f365ae3ba94 HTTP/1.1" status: 200  len: 1093 time: 0.4932787
Apr 19 19:35:13.734426 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 58052) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:35:13.741936 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-5ee88986-5874-4b43-af98-7d4ab49ed042 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Request body: {'floatingip': {'floating_network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'port_id': 'b07528b5-a60b-41fc-ac0a-59a66b0d8c4e', 'tenant_id': 'bc6d5ff032774262833087cdb5dac57f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=86368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:35:13.751128 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-5ee88986-5874-4b43-af98-7d4ab49ed042 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:35:13.756400 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-5ee88986-5874-4b43-af98-7d4ab49ed042 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Usage tracker for resource:floatingip and tenant:bc6d5ff032774262833087cdb5dac57f is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:35:13.761133 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-5ee88986-5874-4b43-af98-7d4ab49ed042 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:35:13.778903 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-5ee88986-5874-4b43-af98-7d4ab49ed042 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:35:13.780565 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae0c62-4f21-480c-b90f-034076a76e30 req-4b7a7650-b648-4864-9dcf-7f6b62d9655e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:13.782824 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e2ae0c62-4f21-480c-b90f-034076a76e30 req-4b7a7650-b648-4864-9dcf-7f6b62d9655e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc5b0bd7c7ca48888f8782e781e6974d&device_id=d9e65d98-44a7-4952-b2cd-d0c3966d15fc HTTP/1.1" status: 200  len: 1098 time: 0.1687062
Apr 19 19:35:13.794850 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5ee88986-5874-4b43-af98-7d4ab49ed042 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Notify callbacks [] for floatingip, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:14.058592 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae0c62-4f21-480c-b90f-034076a76e30 req-10360dd9-9f51-4362-9fd9-0791d81851bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:14.062107 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e2ae0c62-4f21-480c-b90f-034076a76e30 req-10360dd9-9f51-4362-9fd9-0791d81851bb service neutron] 10.222.0.20 "GET /v2.0/networks?id=6bc43f42-83b1-4f83-bfff-5d0318eef92c HTTP/1.1" status: 200  len: 912 time: 0.2725298
Apr 19 19:35:14.118896 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5ee88986-5874-4b43-af98-7d4ab49ed042 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:14.222699 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e2ae0c62-4f21-480c-b90f-034076a76e30 req-b0b9774c-8aeb-4877-b586-6c378855a3b2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da900dc3-28e2-4064-af0d-9f0e2f7249c8 HTTP/1.1" status: 200  len: 998 time: 0.1494377
Apr 19 19:35:14.337670 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae0c62-4f21-480c-b90f-034076a76e30 req-d6425b08-93a1-4d1a-ad55-95ac28757cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:14.342812 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e2ae0c62-4f21-480c-b90f-034076a76e30 req-d6425b08-93a1-4d1a-ad55-95ac28757cf9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d1ed8313-f386-4db8-8de3-b6bf3e8e6da1 HTTP/1.1" status: 200  len: 850 time: 0.1096921
Apr 19 19:35:14.360460 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-5ee88986-5874-4b43-af98-7d4ab49ed042 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Allocated IP 172.27.1.53 (4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c/7025e6d6-1695-4f32-acf4-f47e4f1fcca5/55691632-a0e6-46a7-9496-526e25da19a9) {{(pid=86368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:35:14.403371 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-c3d603c4-4980-4526-9929-a6b510c870a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0e59c080>, [{'id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'name': 'tempest-TestVolumeBootPattern-251130334-router', 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '702b169c-ac64-4c3f-8b86-38be529c5521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:31:24Z', 'updated_at': '2021-04-19T19:31:32Z', 'revision_number': 4, 'project_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'gw_port': {'id': '702b169c-ac64-4c3f-8b86-38be529c5521', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:31:26Z', 'updated_at': '2021-04-19T19:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_floatingips': [{'id': '8f3f5615-2396-4d55-aceb-6462482346a6', 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'floating_ip_address': '172.27.1.94', 'floating_network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'router_id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'port_id': 'da900dc3-28e2-4064-af0d-9f0e2f7249c8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bc43f42-83b1-4f83-bfff-5d0318eef92c', 'mac_address': 'fa:16:3e:25:6e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e65d98-44a7-4952-b2cd-d0c3966d15fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:35:11Z', 'updated_at': '2021-04-19T19:35:11Z', 'revision_number': 0, 'project_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9044044-1351-4a58-9760-b33f9513d678', 'name': '', 'network_id': '6bc43f42-83b1-4f83-bfff-5d0318eef92c', 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'mac_address': 'fa:16:3e:d6:3a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'd1ed8313-f386-4db8-8de3-b6bf3e8e6da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:31:31Z', 'updated_at': '2021-04-19T19:31:44Z', 'revision_number': 5, 'project_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'subnets': [{'id': 'd1ed8313-f386-4db8-8de3-b6bf3e8e6da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:35:14.410363 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d603c4-4980-4526-9929-a6b510c870a6 None None] Checking router: 7201a3a2-4a9f-4461-ae9c-28e3ac792d7d for host: dv-cinder-786932-1-iscsi {{(pid=86370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:35:14.425015 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d603c4-4980-4526-9929-a6b510c870a6 None None] Routers {'7201a3a2-4a9f-4461-ae9c-28e3ac792d7d'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:35:14.425743 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-c3d603c4-4980-4526-9929-a6b510c870a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0e59c080>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:34:49Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['7201a3a2-4a9f-4461-ae9c-28e3ac792d7d'], 'active': True} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:35:14.447560 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae0c62-4f21-480c-b90f-034076a76e30 req-9903004b-51a1-44f8-92cc-39dc5168a2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:14.449808 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e2ae0c62-4f21-480c-b90f-034076a76e30 req-9903004b-51a1-44f8-92cc-39dc5168a2ce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6bc43f42-83b1-4f83-bfff-5d0318eef92c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1016779
Apr 19 19:35:14.723966 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-c3d603c4-4980-4526-9929-a6b510c870a6 None None] Set router 7201a3a2-4a9f-4461-ae9c-28e3ac792d7d gateway port host: dv-cinder-786932-1-iscsi {{(pid=86370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:35:14.749393 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e2ae0c62-4f21-480c-b90f-034076a76e30 req-60fb4626-bb09-4c2a-8d5d-4093f94a044c service neutron] 10.222.0.20 "GET /v2.0/networks/6bc43f42-83b1-4f83-bfff-5d0318eef92c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2857115
Apr 19 19:35:14.972641 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e2ae0c62-4f21-480c-b90f-034076a76e30 req-b8129d0c-44c5-4f2b-8170-ac23ef5be25e service neutron] 10.222.0.20 "GET /v2.0/networks/6bc43f42-83b1-4f83-bfff-5d0318eef92c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2088833
Apr 19 19:35:15.035237 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5ee88986-5874-4b43-af98-7d4ab49ed042 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Notify callbacks [] for port, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:15.091077 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5ee88986-5874-4b43-af98-7d4ab49ed042 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739738723801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822331971'] for port, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:15.100329 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8e3496dc-1eff-4dee-95bf-191603d674d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:35:15.247403 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-c3d603c4-4980-4526-9929-a6b510c870a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0e59c080>, [{'id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'name': 'tempest-TestVolumeBootPattern-251130334-router', 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '702b169c-ac64-4c3f-8b86-38be529c5521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:31:24Z', 'updated_at': '2021-04-19T19:31:32Z', 'revision_number': 4, 'project_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'gw_port': {'id': '702b169c-ac64-4c3f-8b86-38be529c5521', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:31:26Z', 'updated_at': '2021-04-19T19:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_floatingips': [{'id': '8f3f5615-2396-4d55-aceb-6462482346a6', 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'floating_ip_address': '172.27.1.94', 'floating_network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'router_id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'port_id': 'da900dc3-28e2-4064-af0d-9f0e2f7249c8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bc43f42-83b1-4f83-bfff-5d0318eef92c', 'mac_address': 'fa:16:3e:25:6e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e65d98-44a7-4952-b2cd-d0c3966d15fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:35:11Z', 'updated_at': '2021-04-19T19:35:11Z', 'revision_number': 0, 'project_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9044044-1351-4a58-9760-b33f9513d678', 'name': '', 'network_id': '6bc43f42-83b1-4f83-bfff-5d0318eef92c', 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'mac_address': 'fa:16:3e:d6:3a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'd1ed8313-f386-4db8-8de3-b6bf3e8e6da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:31:31Z', 'updated_at': '2021-04-19T19:31:44Z', 'revision_number': 5, 'project_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'subnets': [{'id': 'd1ed8313-f386-4db8-8de3-b6bf3e8e6da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:35:15.251794 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee88986-5874-4b43-af98-7d4ab49ed042 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Network 4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c is already hosted by enough agents. {{(pid=86368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:35:15.253526 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d603c4-4980-4526-9929-a6b510c870a6 None None] The sync data for ids ['7201a3a2-4a9f-4461-ae9c-28e3ac792d7d'] in dv-cinder-786932-1-iscsi is: [{'id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'name': 'tempest-TestVolumeBootPattern-251130334-router', 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '702b169c-ac64-4c3f-8b86-38be529c5521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:31:24Z', 'updated_at': '2021-04-19T19:31:32Z', 'revision_number': 4, 'project_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'gw_port': {'id': '702b169c-ac64-4c3f-8b86-38be529c5521', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:31:26Z', 'updated_at': '2021-04-19T19:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_floatingips': [{'id': '8f3f5615-2396-4d55-aceb-6462482346a6', 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'floating_ip_address': '172.27.1.94', 'floating_network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'router_id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'port_id': 'da900dc3-28e2-4064-af0d-9f0e2f7249c8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bc43f42-83b1-4f83-bfff-5d0318eef92c', 'mac_address': 'fa:16:3e:25:6e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e65d98-44a7-4952-b2cd-d0c3966d15fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:35:11Z', 'updated_at': '2021-04-19T19:35:11Z', 'revision_number': 0, 'project_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9044044-1351-4a58-9760-b33f9513d678', 'name': '', 'network_id': '6bc43f42-83b1-4f83-bfff-5d0318eef92c', 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'mac_address': 'fa:16:3e:d6:3a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'd1ed8313-f386-4db8-8de3-b6bf3e8e6da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:31:31Z', 'updated_at': '2021-04-19T19:31:44Z', 'revision_number': 5, 'project_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'subnets': [{'id': 'd1ed8313-f386-4db8-8de3-b6bf3e8e6da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:35:15.259920 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-5ee88986-5874-4b43-af98-7d4ab49ed042 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Resources bound (agent type, host, resource id):  {{(pid=86368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:35:15.268611 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee88986-5874-4b43-af98-7d4ab49ed042 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Received port after_create {{(pid=86368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:35:15.345961 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee88986-5874-4b43-af98-7d4ab49ed042 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Pushing event updated for resources: {'Port': ['ID=55691632-a0e6-46a7-9496-526e25da19a9,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:35:15.354715 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-5ee88986-5874-4b43-af98-7d4ab49ed042 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:35:15.611317 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2419ec34-60c5-4496-85b1-6dc1ee56c1bf None None] New status for floating IP 8f3f5615-2396-4d55-aceb-6462482346a6: ACTIVE {{(pid=86371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 19:35:15.697766 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-56618793-170e-4aa6-8efa-9c6d4ae7a1f6 None None] Agent healthcheck: found 6 active agents {{(pid=86371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:35:15.811564 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6408782d-4c2a-48ad-a791-0dccb767ea56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:15.944459 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5ee88986-5874-4b43-af98-7d4ab49ed042 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:16.048517 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5ee88986-5874-4b43-af98-7d4ab49ed042 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:16.368128 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5ee88986-5874-4b43-af98-7d4ab49ed042 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Notify callbacks [] for port, precommit_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:16.372982 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5ee88986-5874-4b43-af98-7d4ab49ed042 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32443828'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:16.379100 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-2fe86a21-5bd1-47e0-b039-bdc7f2a7c02b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:35:16.510401 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee88986-5874-4b43-af98-7d4ab49ed042 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Pushing event updated for resources: {'Port': ['ID=55691632-a0e6-46a7-9496-526e25da19a9,revision_number=2']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:35:16.516552 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-5ee88986-5874-4b43-af98-7d4ab49ed042 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:35:16.526173 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5ee88986-5874-4b43-af98-7d4ab49ed042 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854086990'] for floatingip, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:16.736560 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.db.l3_db [None req-5ee88986-5874-4b43-af98-7d4ab49ed042 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Floating IP d5a8c2fc-abac-41d8-8e58-11cbd6e0ee5c associated. External IP: 172.27.1.53, port: b07528b5-a60b-41fc-ac0a-59a66b0d8c4e.
Apr 19 19:35:17.172387 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ee88986-5874-4b43-af98-7d4ab49ed042 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Router cc821ed7-8001-41e9-a134-8b064ad3d944 has already been hosted by L3 agent a3cf2d1c-6710-4478-a129-20091cfe97d1 {{(pid=86368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:35:17.397310 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee88986-5874-4b43-af98-7d4ab49ed042 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Notify agent at l3_agent.dv-cinder-786932-1-iscsi the message routers_updated {{(pid=86368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:35:17.412722 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e390b4c-de08-4316-aefd-eef885a22957 None None] Sync routers for ids ['cc821ed7-8001-41e9-a134-8b064ad3d944'] in dv-cinder-786932-1-iscsi {{(pid=86370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:35:17.432846 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e390b4c-de08-4316-aefd-eef885a22957 None None] Routers {'cc821ed7-8001-41e9-a134-8b064ad3d944'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:35:17.433913 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5ee88986-5874-4b43-af98-7d4ab49ed042 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for floatingip, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:17.434120 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-1e390b4c-de08-4316-aefd-eef885a22957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0f3b5550>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:34:49Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['cc821ed7-8001-41e9-a134-8b064ad3d944'], 'active': True} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:35:17.535656 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-5ee88986-5874-4b43-af98-7d4ab49ed042 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.7994900
Apr 19 19:35:17.536734 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '824a4177-275c-45da-8ee6-9f365ae3ba94', 'tag': 'b07528b5-a60b-41fc-ac0a-59a66b0d8c4e'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:35:17.540531 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 58064) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:35:17.548997 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-cc8b418f-0e75-4ee7-8617-a85ed4ecb83f tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1346140342', 'description': 'tempest-secgroup-smoke-1346140342 description', 'project_id': 'bc6d5ff032774262833087cdb5dac57f'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:35:17.556537 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-cc8b418f-0e75-4ee7-8617-a85ed4ecb83f tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:35:17.577978 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-cc8b418f-0e75-4ee7-8617-a85ed4ecb83f tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:35:17.598602 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cc8b418f-0e75-4ee7-8617-a85ed4ecb83f tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:17.647949 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-cc8b418f-0e75-4ee7-8617-a85ed4ecb83f tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:35:17.651519 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '824a4177-275c-45da-8ee6-9f365ae3ba94', 'tag': 'b07528b5-a60b-41fc-ac0a-59a66b0d8c4e', 'status': 'completed', 'code': 200}
Apr 19 19:35:17.658922 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-cc8b418f-0e75-4ee7-8617-a85ed4ecb83f tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Usage tracker for resource:security_group_rule and tenant:bc6d5ff032774262833087cdb5dac57f is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:35:17.665379 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-cc8b418f-0e75-4ee7-8617-a85ed4ecb83f tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:35:17.679379 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-cc8b418f-0e75-4ee7-8617-a85ed4ecb83f tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:35:17.909173 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-1e390b4c-de08-4316-aefd-eef885a22957 None None] Set router cc821ed7-8001-41e9-a134-8b064ad3d944 gateway port host: dv-cinder-786932-1-iscsi {{(pid=86370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:35:17.990594 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cc8b418f-0e75-4ee7-8617-a85ed4ecb83f tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:17.998321 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c968c1e-15c0-42c6-9fbd-7ada694937a9 req-9fe43f35-ec8f-4bde-a7de-48b946bed112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:18.001277 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7c968c1e-15c0-42c6-9fbd-7ada694937a9 req-9fe43f35-ec8f-4bde-a7de-48b946bed112 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc6d5ff032774262833087cdb5dac57f&device_id=824a4177-275c-45da-8ee6-9f365ae3ba94 HTTP/1.1" status: 200  len: 1098 time: 0.2821097
Apr 19 19:35:18.003234 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cc8b418f-0e75-4ee7-8617-a85ed4ecb83f tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:18.017132 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-51a98534-6721-4087-99c4-69de5ab5cfd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:35:18.120085 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8b418f-0e75-4ee7-8617-a85ed4ecb83f tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab966be-646d-4331-8f6f-939954bf5079,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:35:18.125935 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cc8b418f-0e75-4ee7-8617-a85ed4ecb83f tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:18.126792 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-cc8b418f-0e75-4ee7-8617-a85ed4ecb83f tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.5849319
Apr 19 19:35:18.128774 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-cc8b418f-0e75-4ee7-8617-a85ed4ecb83f tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:35:18.130930 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 58072) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:35:18.141166 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-1b334ab8-28ec-4514-98a0-b51b6c4ab01f tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Request body: {'security_group_rule': {'security_group_id': '5ab966be-646d-4331-8f6f-939954bf5079', 'project_id': 'bc6d5ff032774262833087cdb5dac57f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:35:18.173689 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-1b334ab8-28ec-4514-98a0-b51b6c4ab01f tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:35:18.184375 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-1b334ab8-28ec-4514-98a0-b51b6c4ab01f tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Usage tracker for resource:security_group_rule and tenant:bc6d5ff032774262833087cdb5dac57f is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:35:18.234510 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-1b334ab8-28ec-4514-98a0-b51b6c4ab01f tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:35:18.247910 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-1b334ab8-28ec-4514-98a0-b51b6c4ab01f tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:35:18.301774 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1b334ab8-28ec-4514-98a0-b51b6c4ab01f tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:18.357348 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c968c1e-15c0-42c6-9fbd-7ada694937a9 req-3e7e974a-46b9-4af1-953e-faaca282c7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:18.359285 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7c968c1e-15c0-42c6-9fbd-7ada694937a9 req-3e7e974a-46b9-4af1-953e-faaca282c7af service neutron] 10.222.0.20 "GET /v2.0/networks?id=cabf1e57-94c5-449b-bceb-ad5ee016bb62 HTTP/1.1" status: 200  len: 916 time: 0.3489370
Apr 19 19:35:18.493504 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-1e390b4c-de08-4316-aefd-eef885a22957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0f3b5550>, [{'id': 'cc821ed7-8001-41e9-a134-8b064ad3d944', 'name': 'tempest-TestMinimumBasicScenario-1518362485-router', 'tenant_id': 'bc6d5ff032774262833087cdb5dac57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'b996ecc6-2b2b-4433-b253-14a5ead1e926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:33:56Z', 'updated_at': '2021-04-19T19:34:02Z', 'revision_number': 4, 'project_id': 'bc6d5ff032774262833087cdb5dac57f', 'gw_port': {'id': 'b996ecc6-2b2b-4433-b253-14a5ead1e926', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc821ed7-8001-41e9-a134-8b064ad3d944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:33:57Z', 'updated_at': '2021-04-19T19:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_floatingips': [{'id': 'd5a8c2fc-abac-41d8-8e58-11cbd6e0ee5c', 'tenant_id': 'bc6d5ff032774262833087cdb5dac57f', 'floating_ip_address': '172.27.1.53', 'floating_network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'router_id': 'cc821ed7-8001-41e9-a134-8b064ad3d944', 'port_id': 'b07528b5-a60b-41fc-ac0a-59a66b0d8c4e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cabf1e57-94c5-449b-bceb-ad5ee016bb62', 'mac_address': 'fa:16:3e:d9:23:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824a4177-275c-45da-8ee6-9f365ae3ba94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:35:15Z', 'updated_at': '2021-04-19T19:35:15Z', 'revision_number': 0, 'project_id': 'bc6d5ff032774262833087cdb5dac57f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4cafcfa-d615-4169-a1ac-5751b6994797', 'name': '', 'network_id': 'cabf1e57-94c5-449b-bceb-ad5ee016bb62', 'tenant_id': 'bc6d5ff032774262833087cdb5dac57f', 'mac_address': 'fa:16:3e:4f:ec:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc821ed7-8001-41e9-a134-8b064ad3d944', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '27c0cb0a-80ab-420a-834e-c69dfc7d0834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:34:01Z', 'updated_at': '2021-04-19T19:34:16Z', 'revision_number': 5, 'project_id': 'bc6d5ff032774262833087cdb5dac57f', 'subnets': [{'id': '27c0cb0a-80ab-420a-834e-c69dfc7d0834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:35:18.501030 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e390b4c-de08-4316-aefd-eef885a22957 None None] Checking router: cc821ed7-8001-41e9-a134-8b064ad3d944 for host: dv-cinder-786932-1-iscsi {{(pid=86370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:35:18.511685 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7c968c1e-15c0-42c6-9fbd-7ada694937a9 req-229fe887-3e8a-4a21-b261-17e472220ba2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b07528b5-a60b-41fc-ac0a-59a66b0d8c4e HTTP/1.1" status: 200  len: 998 time: 0.1421630
Apr 19 19:35:18.513690 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1b334ab8-28ec-4514-98a0-b51b6c4ab01f tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:18.518778 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1b334ab8-28ec-4514-98a0-b51b6c4ab01f tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106940'] for security_group_rule, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:18.520747 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:35:18.520971 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e390b4c-de08-4316-aefd-eef885a22957 None None] Routers {'cc821ed7-8001-41e9-a134-8b064ad3d944'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:35:18.522204 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-1e390b4c-de08-4316-aefd-eef885a22957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0f3b5550>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:34:49Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['cc821ed7-8001-41e9-a134-8b064ad3d944'], 'active': True} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:35:18.593005 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b334ab8-28ec-4514-98a0-b51b6c4ab01f tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10d6ec4e-f234-45ed-9dcc-0d807ec4d8dc,revision_number=0']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:35:18.602489 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-1b334ab8-28ec-4514-98a0-b51b6c4ab01f tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:35:18.629284 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1b334ab8-28ec-4514-98a0-b51b6c4ab01f tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:18.630524 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-1b334ab8-28ec-4514-98a0-b51b6c4ab01f tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4979777
Apr 19 19:35:18.634882 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 58078) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:35:18.635373 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c968c1e-15c0-42c6-9fbd-7ada694937a9 req-231c3933-d4bc-43a0-bba8-930fda4273cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:18.637559 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7c968c1e-15c0-42c6-9fbd-7ada694937a9 req-231c3933-d4bc-43a0-bba8-930fda4273cb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=27c0cb0a-80ab-420a-834e-c69dfc7d0834 HTTP/1.1" status: 200  len: 854 time: 0.1083145
Apr 19 19:35:18.647568 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-2c8261b2-a174-4385-b740-339aa05e9c08 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Request body: {'security_group_rule': {'security_group_id': '5ab966be-646d-4331-8f6f-939954bf5079', 'project_id': 'bc6d5ff032774262833087cdb5dac57f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:35:18.661307 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-2c8261b2-a174-4385-b740-339aa05e9c08 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:35:18.670531 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-2c8261b2-a174-4385-b740-339aa05e9c08 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Usage tracker for resource:security_group_rule and tenant:bc6d5ff032774262833087cdb5dac57f is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:35:18.676660 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-2c8261b2-a174-4385-b740-339aa05e9c08 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:35:18.692187 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-2c8261b2-a174-4385-b740-339aa05e9c08 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:35:18.723792 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2c8261b2-a174-4385-b740-339aa05e9c08 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:18.772683 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c968c1e-15c0-42c6-9fbd-7ada694937a9 req-0dadfdc1-6d47-47e2-a2a6-41c3efa0fc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:18.776313 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7c968c1e-15c0-42c6-9fbd-7ada694937a9 req-0dadfdc1-6d47-47e2-a2a6-41c3efa0fc09 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cabf1e57-94c5-449b-bceb-ad5ee016bb62&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1293092
Apr 19 19:35:18.780376 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9b42c385-9a49-4e48-af5c-dd5e1b87decc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:18.838411 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2c8261b2-a174-4385-b740-339aa05e9c08 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:18.842081 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2c8261b2-a174-4385-b740-339aa05e9c08 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106940'] for security_group_rule, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:18.843297 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-1e390b4c-de08-4316-aefd-eef885a22957 None None] Set router cc821ed7-8001-41e9-a134-8b064ad3d944 gateway port host: dv-cinder-786932-1-iscsi {{(pid=86370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:35:18.844412 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c8739c67-742e-41ee-b1f6-b50024196a33 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:35:18.875410 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8261b2-a174-4385-b740-339aa05e9c08 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=340dff57-aae0-4ce9-9d49-4cd244e393ad,revision_number=0']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:35:18.879671 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-2c8261b2-a174-4385-b740-339aa05e9c08 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:35:18.889714 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2c8261b2-a174-4385-b740-339aa05e9c08 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:18.896413 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-2c8261b2-a174-4385-b740-339aa05e9c08 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2538676
Apr 19 19:35:18.896702 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [req-7c968c1e-15c0-42c6-9fbd-7ada694937a9 req-b1e17e1e-e6ac-4d92-95b7-fa441f8567ed service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=86369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 19:35:18.896853 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 58082) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:35:18.897032 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7c968c1e-15c0-42c6-9fbd-7ada694937a9 req-b1e17e1e-e6ac-4d92-95b7-fa441f8567ed service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0190995
Apr 19 19:35:18.904755 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-3dc77efb-6fba-44c2-a160-809f0e203325 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Request body: {'security_group_rule': {'security_group_id': '5ab966be-646d-4331-8f6f-939954bf5079', 'project_id': 'bc6d5ff032774262833087cdb5dac57f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:35:18.917518 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-3dc77efb-6fba-44c2-a160-809f0e203325 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:35:18.925268 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-3dc77efb-6fba-44c2-a160-809f0e203325 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Usage tracker for resource:security_group_rule and tenant:bc6d5ff032774262833087cdb5dac57f is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:35:18.931210 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-3dc77efb-6fba-44c2-a160-809f0e203325 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:35:18.942972 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-3dc77efb-6fba-44c2-a160-809f0e203325 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:35:18.974317 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3dc77efb-6fba-44c2-a160-809f0e203325 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:19.092213 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3dc77efb-6fba-44c2-a160-809f0e203325 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:19.098812 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3dc77efb-6fba-44c2-a160-809f0e203325 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106940'] for security_group_rule, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:19.101578 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-07adb3ae-77b4-45e7-94e0-2da3ce05d0ec tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:35:19.137853 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc77efb-6fba-44c2-a160-809f0e203325 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6144fec6-7bdd-48de-8450-4cd45511d2f5,revision_number=0']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:35:19.149038 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-3dc77efb-6fba-44c2-a160-809f0e203325 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:35:19.161337 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3dc77efb-6fba-44c2-a160-809f0e203325 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:19.166289 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-3dc77efb-6fba-44c2-a160-809f0e203325 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2655022
Apr 19 19:35:19.166865 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 58090) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:35:19.176520 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-e81b88b7-4a6d-4323-a21f-521e6e31c6cc tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Request body: {'security_group_rule': {'security_group_id': '5ab966be-646d-4331-8f6f-939954bf5079', 'project_id': 'bc6d5ff032774262833087cdb5dac57f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:35:19.187936 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-e81b88b7-4a6d-4323-a21f-521e6e31c6cc tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:35:19.195249 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-e81b88b7-4a6d-4323-a21f-521e6e31c6cc tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Usage tracker for resource:security_group_rule and tenant:bc6d5ff032774262833087cdb5dac57f is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:35:19.201360 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-e81b88b7-4a6d-4323-a21f-521e6e31c6cc tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:35:19.213052 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-e81b88b7-4a6d-4323-a21f-521e6e31c6cc tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:35:19.241859 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e81b88b7-4a6d-4323-a21f-521e6e31c6cc tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:19.382135 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e81b88b7-4a6d-4323-a21f-521e6e31c6cc tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:19.386495 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e81b88b7-4a6d-4323-a21f-521e6e31c6cc tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106940'] for security_group_rule, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:19.390023 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-3dc77efb-6fba-44c2-a160-809f0e203325 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:35:19.416997 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b88b7-4a6d-4323-a21f-521e6e31c6cc tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79f9dd82-ee49-4e3b-b8bd-5182dd56ef7b,revision_number=0']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:35:19.421010 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e81b88b7-4a6d-4323-a21f-521e6e31c6cc tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:35:19.430641 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e81b88b7-4a6d-4323-a21f-521e6e31c6cc tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:19.433208 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-e81b88b7-4a6d-4323-a21f-521e6e31c6cc tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2641792
Apr 19 19:35:19.436238 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 58098) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:35:19.446028 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-0673b492-736b-4e35-8115-976d585220e5 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Request body: {'security_group_rule': {'security_group_id': '5ab966be-646d-4331-8f6f-939954bf5079', 'project_id': 'bc6d5ff032774262833087cdb5dac57f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:35:19.457237 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-0673b492-736b-4e35-8115-976d585220e5 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:35:19.464610 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-0673b492-736b-4e35-8115-976d585220e5 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Usage tracker for resource:security_group_rule and tenant:bc6d5ff032774262833087cdb5dac57f is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:35:19.470241 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-0673b492-736b-4e35-8115-976d585220e5 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:35:19.482304 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-0673b492-736b-4e35-8115-976d585220e5 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:35:19.499315 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.db.securitygroups_db [None req-0673b492-736b-4e35-8115-976d585220e5 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Project bc6d5ff032774262833087cdb5dac57f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 19 19:35:19.512222 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0673b492-736b-4e35-8115-976d585220e5 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:19.561767 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-1e390b4c-de08-4316-aefd-eef885a22957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0f3b5550>, [{'id': 'cc821ed7-8001-41e9-a134-8b064ad3d944', 'name': 'tempest-TestMinimumBasicScenario-1518362485-router', 'tenant_id': 'bc6d5ff032774262833087cdb5dac57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'b996ecc6-2b2b-4433-b253-14a5ead1e926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:33:56Z', 'updated_at': '2021-04-19T19:34:02Z', 'revision_number': 4, 'project_id': 'bc6d5ff032774262833087cdb5dac57f', 'gw_port': {'id': 'b996ecc6-2b2b-4433-b253-14a5ead1e926', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc821ed7-8001-41e9-a134-8b064ad3d944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:33:57Z', 'updated_at': '2021-04-19T19:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_floatingips': [{'id': 'd5a8c2fc-abac-41d8-8e58-11cbd6e0ee5c', 'tenant_id': 'bc6d5ff032774262833087cdb5dac57f', 'floating_ip_address': '172.27.1.53', 'floating_network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'router_id': 'cc821ed7-8001-41e9-a134-8b064ad3d944', 'port_id': 'b07528b5-a60b-41fc-ac0a-59a66b0d8c4e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cabf1e57-94c5-449b-bceb-ad5ee016bb62', 'mac_address': 'fa:16:3e:d9:23:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824a4177-275c-45da-8ee6-9f365ae3ba94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:35:15Z', 'updated_at': '2021-04-19T19:35:15Z', 'revision_number': 0, 'project_id': 'bc6d5ff032774262833087cdb5dac57f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4cafcfa-d615-4169-a1ac-5751b6994797', 'name': '', 'network_id': 'cabf1e57-94c5-449b-bceb-ad5ee016bb62', 'tenant_id': 'bc6d5ff032774262833087cdb5dac57f', 'mac_address': 'fa:16:3e:4f:ec:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc821ed7-8001-41e9-a134-8b064ad3d944', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '27c0cb0a-80ab-420a-834e-c69dfc7d0834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:34:01Z', 'updated_at': '2021-04-19T19:34:16Z', 'revision_number': 5, 'project_id': 'bc6d5ff032774262833087cdb5dac57f', 'subnets': [{'id': '27c0cb0a-80ab-420a-834e-c69dfc7d0834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:35:19.568663 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e390b4c-de08-4316-aefd-eef885a22957 None None] The sync data for ids ['cc821ed7-8001-41e9-a134-8b064ad3d944'] in dv-cinder-786932-1-iscsi is: [{'id': 'cc821ed7-8001-41e9-a134-8b064ad3d944', 'name': 'tempest-TestMinimumBasicScenario-1518362485-router', 'tenant_id': 'bc6d5ff032774262833087cdb5dac57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'b996ecc6-2b2b-4433-b253-14a5ead1e926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:33:56Z', 'updated_at': '2021-04-19T19:34:02Z', 'revision_number': 4, 'project_id': 'bc6d5ff032774262833087cdb5dac57f', 'gw_port': {'id': 'b996ecc6-2b2b-4433-b253-14a5ead1e926', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc821ed7-8001-41e9-a134-8b064ad3d944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:33:57Z', 'updated_at': '2021-04-19T19:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_floatingips': [{'id': 'd5a8c2fc-abac-41d8-8e58-11cbd6e0ee5c', 'tenant_id': 'bc6d5ff032774262833087cdb5dac57f', 'floating_ip_address': '172.27.1.53', 'floating_network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'router_id': 'cc821ed7-8001-41e9-a134-8b064ad3d944', 'port_id': 'b07528b5-a60b-41fc-ac0a-59a66b0d8c4e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cabf1e57-94c5-449b-bceb-ad5ee016bb62', 'mac_address': 'fa:16:3e:d9:23:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824a4177-275c-45da-8ee6-9f365ae3ba94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:35:15Z', 'updated_at': '2021-04-19T19:35:15Z', 'revision_number': 0, 'project_id': 'bc6d5ff032774262833087cdb5dac57f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4cafcfa-d615-4169-a1ac-5751b6994797', 'name': '', 'network_id': 'cabf1e57-94c5-449b-bceb-ad5ee016bb62', 'tenant_id': 'bc6d5ff032774262833087cdb5dac57f', 'mac_address': 'fa:16:3e:4f:ec:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc821ed7-8001-41e9-a134-8b064ad3d944', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '27c0cb0a-80ab-420a-834e-c69dfc7d0834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:34:01Z', 'updated_at': '2021-04-19T19:34:16Z', 'revision_number': 5, 'project_id': 'bc6d5ff032774262833087cdb5dac57f', 'subnets': [{'id': '27c0cb0a-80ab-420a-834e-c69dfc7d0834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:35:19.571086 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7c968c1e-15c0-42c6-9fbd-7ada694937a9 req-379b0df7-d38a-46f5-a0e7-949d246a733c service neutron] 10.222.0.20 "GET /v2.0/networks/cabf1e57-94c5-449b-bceb-ad5ee016bb62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6643066
Apr 19 19:35:19.622360 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0673b492-736b-4e35-8115-976d585220e5 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:19.629249 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0673b492-736b-4e35-8115-976d585220e5 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106940'] for security_group_rule, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:19.631973 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-67d23afe-44a2-485e-9a2f-aa663d32a2dd tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:35:19.660781 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0673b492-736b-4e35-8115-976d585220e5 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3b9b5bc-221a-4655-80ec-da0597a9e4e8,revision_number=0']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:35:19.665941 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-0673b492-736b-4e35-8115-976d585220e5 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:35:19.674688 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0673b492-736b-4e35-8115-976d585220e5 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:19.676290 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-0673b492-736b-4e35-8115-976d585220e5 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2385883
Apr 19 19:35:19.679067 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 58102) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:35:19.686349 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-3bfbec40-30f4-426e-8034-721f9f0d3592 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Request body: {'security_group_rule': {'security_group_id': '5ab966be-646d-4331-8f6f-939954bf5079', 'project_id': 'bc6d5ff032774262833087cdb5dac57f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:35:19.693920 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-3bfbec40-30f4-426e-8034-721f9f0d3592 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:35:19.698412 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-3bfbec40-30f4-426e-8034-721f9f0d3592 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Usage tracker for resource:security_group_rule and tenant:bc6d5ff032774262833087cdb5dac57f is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:35:19.702522 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-3bfbec40-30f4-426e-8034-721f9f0d3592 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:35:19.709433 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-3bfbec40-30f4-426e-8034-721f9f0d3592 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:35:19.724664 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.db.securitygroups_db [None req-3bfbec40-30f4-426e-8034-721f9f0d3592 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Project bc6d5ff032774262833087cdb5dac57f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 19 19:35:19.740724 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3bfbec40-30f4-426e-8034-721f9f0d3592 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:19.801505 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7c968c1e-15c0-42c6-9fbd-7ada694937a9 req-8634f9d6-7c4b-4e4c-870e-12d35a8afd87 service neutron] 10.222.0.20 "GET /v2.0/networks/cabf1e57-94c5-449b-bceb-ad5ee016bb62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2193084
Apr 19 19:35:19.816541 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-000a1909-ab5b-4f97-8afb-04fdec5398f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:19.844633 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3bfbec40-30f4-426e-8034-721f9f0d3592 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:19.849381 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3bfbec40-30f4-426e-8034-721f9f0d3592 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106940'] for security_group_rule, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:19.862366 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-3c1e6005-bc06-4f14-8d84-d1d65e0bf433 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:35:19.897303 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfbec40-30f4-426e-8034-721f9f0d3592 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03f9a23b-8417-461d-8e19-286d18983605,revision_number=0']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:35:19.905511 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-3bfbec40-30f4-426e-8034-721f9f0d3592 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:35:19.918303 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3bfbec40-30f4-426e-8034-721f9f0d3592 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:19.920577 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-3bfbec40-30f4-426e-8034-721f9f0d3592 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2396266
Apr 19 19:35:19.968662 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:19.979874 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec629a1-05ca-4789-9341-664e8438a533 None None] New status for floating IP d5a8c2fc-abac-41d8-8e58-11cbd6e0ee5c: ACTIVE {{(pid=86371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 19:35:20.130089 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8b4751c5-e969-4e90-ae94-fc11f5eaadf6 req-b1d92763-a662-44fc-9225-405ea82f3ab9 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1346140342&fields=id&tenant_id=bc6d5ff032774262833087cdb5dac57f HTTP/1.1" status: 200  len: 267 time: 0.0645611
Apr 19 19:35:20.255343 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4751c5-e969-4e90-ae94-fc11f5eaadf6 req-5c3ec235-2517-475e-be0e-c1c4dcda12d2 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:20.257973 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8b4751c5-e969-4e90-ae94-fc11f5eaadf6 req-5c3ec235-2517-475e-be0e-c1c4dcda12d2 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/ports?device_id=824a4177-275c-45da-8ee6-9f365ae3ba94 HTTP/1.1" status: 200  len: 945 time: 0.1161981
Apr 19 19:35:20.272534 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-8b4751c5-e969-4e90-ae94-fc11f5eaadf6 req-3cf57891-f77b-466a-a303-a2825dbe2eab tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Request body: {'port': {'security_groups': ['2209dc42-de8c-4ee1-988e-08136191c73c', '5ab966be-646d-4331-8f6f-939954bf5079']}} {{(pid=86368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:35:20.419063 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-8b4751c5-e969-4e90-ae94-fc11f5eaadf6 req-3cf57891-f77b-466a-a303-a2825dbe2eab tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:20.696911 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5c78a517-44d6-4271-a115-cae59bf86ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:20.737326 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-8b4751c5-e969-4e90-ae94-fc11f5eaadf6 req-3cf57891-f77b-466a-a303-a2825dbe2eab tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] For port b07528b5-a60b-41fc-ac0a-59a66b0d8c4e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b07528b5-a60b-41fc-ac0a-59a66b0d8c4e,segment=NetworkSegment(c9f64e16-f74b-4697-b568-46ea1751b563),segment_id=c9f64e16-f74b-4697-b568-46ea1751b563)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:35:20.766375 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-8b4751c5-e969-4e90-ae94-fc11f5eaadf6 req-3cf57891-f77b-466a-a303-a2825dbe2eab tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Notify callbacks [] for port, precommit_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:20.770589 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-8b4751c5-e969-4e90-ae94-fc11f5eaadf6 req-3cf57891-f77b-466a-a303-a2825dbe2eab tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32443828'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:20.778357 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-90b7b5ad-587c-4fbe-9174-a9b6375587d3 tempest-TestShelveInstance-600106620 tempest-TestShelveInstance-600106620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:35:20.826858 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] get_ports_and_sgs() called for port_ids ['b07528b5-a60b-41fc-ac0a-59a66b0d8c4e'] {{(pid=86370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:35:20.852475 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4751c5-e969-4e90-ae94-fc11f5eaadf6 req-3cf57891-f77b-466a-a303-a2825dbe2eab tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:20.853218 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-8b4751c5-e969-4e90-ae94-fc11f5eaadf6 req-3cf57891-f77b-466a-a303-a2825dbe2eab tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for port, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:20.854823 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8b4751c5-e969-4e90-ae94-fc11f5eaadf6 req-3cf57891-f77b-466a-a303-a2825dbe2eab tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "PUT /v2.0/ports/b07528b5-a60b-41fc-ac0a-59a66b0d8c4e HTTP/1.1" status: 200  len: 981 time: 0.5881464
Apr 19 19:35:20.855534 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '824a4177-275c-45da-8ee6-9f365ae3ba94', 'tag': 'b07528b5-a60b-41fc-ac0a-59a66b0d8c4e'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:35:20.900847 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf57891-f77b-466a-a303-a2825dbe2eab tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Pushing event updated for resources: {'Port': ['ID=b07528b5-a60b-41fc-ac0a-59a66b0d8c4e,revision_number=6']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:35:20.907540 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-3cf57891-f77b-466a-a303-a2825dbe2eab tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:35:20.947679 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '824a4177-275c-45da-8ee6-9f365ae3ba94', 'tag': 'b07528b5-a60b-41fc-ac0a-59a66b0d8c4e', 'status': 'completed', 'code': 200}
Apr 19 19:35:21.064287 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] get_ports_and_sgs() called for port_ids ['b07528b5-a60b-41fc-ac0a-59a66b0d8c4e'] {{(pid=86370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:35:21.177889 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4821aec-c69f-49e8-973b-6ac9aa773cd6 req-ac65fd90-aa14-4069-ad67-a327b1f5f4a3 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:21.179304 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f4821aec-c69f-49e8-973b-6ac9aa773cd6 req-ac65fd90-aa14-4069-ad67-a327b1f5f4a3 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/ports?device_id=824a4177-275c-45da-8ee6-9f365ae3ba94 HTTP/1.1" status: 200  len: 984 time: 0.1038361
Apr 19 19:35:21.196755 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c7d415-0dc8-4e35-bb72-b9717698ba31 req-7d8d4a90-8782-4db6-8a54-0781d95d4d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:21.199883 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a2c7d415-0dc8-4e35-bb72-b9717698ba31 req-7d8d4a90-8782-4db6-8a54-0781d95d4d5b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc6d5ff032774262833087cdb5dac57f&device_id=824a4177-275c-45da-8ee6-9f365ae3ba94 HTTP/1.1" status: 200  len: 1137 time: 0.1830633
Apr 19 19:35:21.258928 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-d120224f-57df-4e46-ba6a-d1ec6a36b30b None None] Provisioning complete for port b07528b5-a60b-41fc-ac0a-59a66b0d8c4e triggered by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:35:21.259348 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d120224f-57df-4e46-ba6a-d1ec6a36b30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:21.489816 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c7d415-0dc8-4e35-bb72-b9717698ba31 req-adf3fc53-a2d1-4367-bee5-b6023d0fd772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:21.494509 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a2c7d415-0dc8-4e35-bb72-b9717698ba31 req-adf3fc53-a2d1-4367-bee5-b6023d0fd772 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cabf1e57-94c5-449b-bceb-ad5ee016bb62 HTTP/1.1" status: 200  len: 916 time: 0.2868273
Apr 19 19:35:21.585591 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f4821aec-c69f-49e8-973b-6ac9aa773cd6 req-1a0b20c9-e1ed-41dd-92e4-d57068c6999a tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/security-groups?id=2209dc42-de8c-4ee1-988e-08136191c73c&id=5ab966be-646d-4331-8f6f-939954bf5079&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3926597
Apr 19 19:35:21.682304 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a2c7d415-0dc8-4e35-bb72-b9717698ba31 req-e524ea5a-f69b-4d58-95b8-c8a88f875b39 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b07528b5-a60b-41fc-ac0a-59a66b0d8c4e HTTP/1.1" status: 200  len: 1000 time: 0.1797357
Apr 19 19:35:21.761733 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c7d415-0dc8-4e35-bb72-b9717698ba31 req-5a62a1f3-c062-4abd-b5d5-6b5887e23c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:21.763428 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a2c7d415-0dc8-4e35-bb72-b9717698ba31 req-5a62a1f3-c062-4abd-b5d5-6b5887e23c7a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=27c0cb0a-80ab-420a-834e-c69dfc7d0834 HTTP/1.1" status: 200  len: 854 time: 0.0694869
Apr 19 19:35:21.858376 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c7d415-0dc8-4e35-bb72-b9717698ba31 req-ccc9b70c-8468-4f81-9a62-cb2f1b4417f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:21.860009 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a2c7d415-0dc8-4e35-bb72-b9717698ba31 req-ccc9b70c-8468-4f81-9a62-cb2f1b4417f5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cabf1e57-94c5-449b-bceb-ad5ee016bb62&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0882492
Apr 19 19:35:22.030101 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a2c7d415-0dc8-4e35-bb72-b9717698ba31 req-f9b5b68d-c7ec-46c9-96a2-61545dfd425a service neutron] 10.222.0.20 "GET /v2.0/networks/cabf1e57-94c5-449b-bceb-ad5ee016bb62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1613715
Apr 19 19:35:22.201783 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a2c7d415-0dc8-4e35-bb72-b9717698ba31 req-cfbab503-5de7-4ee1-898f-c7b030f7fc10 service neutron] 10.222.0.20 "GET /v2.0/networks/cabf1e57-94c5-449b-bceb-ad5ee016bb62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1645687
Apr 19 19:35:28.940530 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:44.661037 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a3d54-85b3-4279-b0e9-34713c06b303 req-d5d53c68-6935-49cb-8564-25aa54c71a67 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:44.662706 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a04a3d54-85b3-4279-b0e9-34713c06b303 req-d5d53c68-6935-49cb-8564-25aa54c71a67 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/ports?device_id=824a4177-275c-45da-8ee6-9f365ae3ba94 HTTP/1.1" status: 200  len: 984 time: 0.1596863
Apr 19 19:35:44.728912 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a04a3d54-85b3-4279-b0e9-34713c06b303 req-858ae777-8215-4dd1-8322-3acafe141e83 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/security-groups?id=2209dc42-de8c-4ee1-988e-08136191c73c&id=5ab966be-646d-4331-8f6f-939954bf5079&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0532672
Apr 19 19:35:45.504349 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a613b8bf-05f4-4a75-90ee-f273e6c629c2 req-4bf70d16-67e9-4a5c-9f0d-f9e9ae45bde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:45.506295 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a613b8bf-05f4-4a75-90ee-f273e6c629c2 req-4bf70d16-67e9-4a5c-9f0d-f9e9ae45bde9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc6d5ff032774262833087cdb5dac57f&device_id=824a4177-275c-45da-8ee6-9f365ae3ba94 HTTP/1.1" status: 200  len: 1137 time: 0.0847449
Apr 19 19:35:45.676246 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a613b8bf-05f4-4a75-90ee-f273e6c629c2 req-eb17b16f-8689-430d-bae4-770cadcc8171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:45.677825 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a613b8bf-05f4-4a75-90ee-f273e6c629c2 req-eb17b16f-8689-430d-bae4-770cadcc8171 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cabf1e57-94c5-449b-bceb-ad5ee016bb62 HTTP/1.1" status: 200  len: 916 time: 0.1518440
Apr 19 19:35:45.804615 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f3601926-f8ce-45f1-aa61-ab0994a06b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:45.852929 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a613b8bf-05f4-4a75-90ee-f273e6c629c2 req-c3c512c8-ab26-42c2-8e32-ad6600e52060 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b07528b5-a60b-41fc-ac0a-59a66b0d8c4e HTTP/1.1" status: 200  len: 1000 time: 0.1658599
Apr 19 19:35:45.958284 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a613b8bf-05f4-4a75-90ee-f273e6c629c2 req-9d736456-bf8b-4ffb-a9e6-2280c51c5a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:45.961326 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a613b8bf-05f4-4a75-90ee-f273e6c629c2 req-9d736456-bf8b-4ffb-a9e6-2280c51c5a9c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=27c0cb0a-80ab-420a-834e-c69dfc7d0834 HTTP/1.1" status: 200  len: 854 time: 0.1002874
Apr 19 19:35:46.016239 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a347c6-5563-4b30-96c1-3660a38b5298 req-264b2b9f-cb93-492c-a49b-f5ba675b7cf0 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:46.019126 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b6a347c6-5563-4b30-96c1-3660a38b5298 req-264b2b9f-cb93-492c-a49b-f5ba675b7cf0 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/ports?device_id=824a4177-275c-45da-8ee6-9f365ae3ba94 HTTP/1.1" status: 200  len: 984 time: 0.1331799
Apr 19 19:35:46.104447 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a613b8bf-05f4-4a75-90ee-f273e6c629c2 req-af81998d-2706-4117-8e52-53a63e5a8a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:46.107552 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a613b8bf-05f4-4a75-90ee-f273e6c629c2 req-af81998d-2706-4117-8e52-53a63e5a8a1d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cabf1e57-94c5-449b-bceb-ad5ee016bb62&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1353862
Apr 19 19:35:46.108544 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b6a347c6-5563-4b30-96c1-3660a38b5298 req-b309d08c-64d0-4d39-9562-dd88ae0d55dd tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/security-groups?id=2209dc42-de8c-4ee1-988e-08136191c73c&id=5ab966be-646d-4331-8f6f-939954bf5079&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0814538
Apr 19 19:35:46.270644 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a613b8bf-05f4-4a75-90ee-f273e6c629c2 req-b315f5f4-0b76-4c69-8233-6a8afc41526d service neutron] 10.222.0.20 "GET /v2.0/networks/cabf1e57-94c5-449b-bceb-ad5ee016bb62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1533515
Apr 19 19:35:46.425749 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a613b8bf-05f4-4a75-90ee-f273e6c629c2 req-7b63889f-361b-4e08-844f-386c8164c010 service neutron] 10.222.0.20 "GET /v2.0/networks/cabf1e57-94c5-449b-bceb-ad5ee016bb62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1477218
Apr 19 19:35:47.343932 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9809d20d-ceb9-48a4-9417-a01a4c456537 req-5d8188b9-0cc6-4610-8b62-d3ab1ef7fd6b tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:47.345620 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9809d20d-ceb9-48a4-9417-a01a4c456537 req-5d8188b9-0cc6-4610-8b62-d3ab1ef7fd6b tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/ports?device_id=824a4177-275c-45da-8ee6-9f365ae3ba94 HTTP/1.1" status: 200  len: 984 time: 0.1022513
Apr 19 19:35:47.403645 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9809d20d-ceb9-48a4-9417-a01a4c456537 req-0fa43de9-e327-4a42-9cd6-a01a5eeefaeb tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/security-groups?id=2209dc42-de8c-4ee1-988e-08136191c73c&id=5ab966be-646d-4331-8f6f-939954bf5079&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0510848
Apr 19 19:35:48.638538 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4479331e-49cf-4588-819b-1075bd284059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:48.663249 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7957a1-fd58-43c8-b444-a709929600a0 req-a9d97696-5932-4c1d-9173-6cf18e149c02 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:48.665005 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-dc7957a1-fd58-43c8-b444-a709929600a0 req-a9d97696-5932-4c1d-9173-6cf18e149c02 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/ports?device_id=824a4177-275c-45da-8ee6-9f365ae3ba94 HTTP/1.1" status: 200  len: 984 time: 0.0992126
Apr 19 19:35:48.722041 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-dc7957a1-fd58-43c8-b444-a709929600a0 req-89fb754f-c735-4f1f-a081-ebb05ccfab2c tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/security-groups?id=2209dc42-de8c-4ee1-988e-08136191c73c&id=5ab966be-646d-4331-8f6f-939954bf5079&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0489614
Apr 19 19:35:49.802471 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-000a1909-ab5b-4f97-8afb-04fdec5398f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:49.959226 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82af295-9598-4ba0-b633-715662bc02b4 req-d37d2b25-5f45-4257-8a90-551d2ba12f45 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:49.960956 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:49.961301 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d82af295-9598-4ba0-b633-715662bc02b4 req-d37d2b25-5f45-4257-8a90-551d2ba12f45 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/ports?device_id=824a4177-275c-45da-8ee6-9f365ae3ba94 HTTP/1.1" status: 200  len: 984 time: 0.1092961
Apr 19 19:35:50.021922 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d82af295-9598-4ba0-b633-715662bc02b4 req-86d9524a-46f7-4f60-a0b2-c6e9fc1b9c48 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/security-groups?id=2209dc42-de8c-4ee1-988e-08136191c73c&id=5ab966be-646d-4331-8f6f-939954bf5079&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0527503
Apr 19 19:35:50.700346 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5c78a517-44d6-4271-a115-cae59bf86ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:51.252102 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec4d0e-9887-414a-8071-b9d24077d14f req-8641c01a-2c3c-4c56-ad80-fc456e63d432 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:51.255161 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d6ec4d0e-9887-414a-8071-b9d24077d14f req-8641c01a-2c3c-4c56-ad80-fc456e63d432 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/ports?device_id=824a4177-275c-45da-8ee6-9f365ae3ba94 HTTP/1.1" status: 200  len: 984 time: 0.1071000
Apr 19 19:35:51.330844 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d6ec4d0e-9887-414a-8071-b9d24077d14f req-da0c0ce3-c123-4dee-b43c-22c566b583a3 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/security-groups?id=2209dc42-de8c-4ee1-988e-08136191c73c&id=5ab966be-646d-4331-8f6f-939954bf5079&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0678642
Apr 19 19:35:52.303185 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd928f1-9cd8-42f5-83e8-0c4b3815c614 req-68896b94-7702-49b5-869e-1d5d4ca6e45f tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:52.304887 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3bd928f1-9cd8-42f5-83e8-0c4b3815c614 req-68896b94-7702-49b5-869e-1d5d4ca6e45f tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8494df-5907-45d6-ab15-af59c21dfaf9 HTTP/1.1" status: 200  len: 946 time: 0.1037185
Apr 19 19:35:52.367908 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-3bd928f1-9cd8-42f5-83e8-0c4b3815c614 req-be870a79-dc8b-49a0-99d3-7521913fe8ae tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] 10.222.0.36 "GET /v2.0/security-groups?id=73f20ec2-e0ad-4d5d-bddc-3cbd43e19eb7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504181
Apr 19 19:35:52.578345 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d87fa-7325-49c6-a7be-e7df4290ae89 req-d947020b-9715-42fb-868a-d74aa9d24d19 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:52.580023 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2e2d87fa-7325-49c6-a7be-e7df4290ae89 req-d947020b-9715-42fb-868a-d74aa9d24d19 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/ports?device_id=824a4177-275c-45da-8ee6-9f365ae3ba94 HTTP/1.1" status: 200  len: 984 time: 0.1115632
Apr 19 19:35:52.639083 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-2e2d87fa-7325-49c6-a7be-e7df4290ae89 req-5e4e0e9c-f0dd-49c6-a54e-3c0c8b51da1c tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/security-groups?id=2209dc42-de8c-4ee1-988e-08136191c73c&id=5ab966be-646d-4331-8f6f-939954bf5079&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0516803
Apr 19 19:35:52.688254 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-56618793-170e-4aa6-8efa-9c6d4ae7a1f6 None None] Agent healthcheck: found 6 active agents {{(pid=86371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:35:53.603889 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d711be-2bd2-4379-82de-588bce4cd40a req-decb502c-7a33-4fb4-b6ea-e5705418fe87 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:53.607417 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f1d711be-2bd2-4379-82de-588bce4cd40a req-decb502c-7a33-4fb4-b6ea-e5705418fe87 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8494df-5907-45d6-ab15-af59c21dfaf9 HTTP/1.1" status: 200  len: 946 time: 0.1130404
Apr 19 19:35:53.671507 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-f1d711be-2bd2-4379-82de-588bce4cd40a req-f9d8ae49-afe0-4765-9847-b7e9027d042a tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] 10.222.0.36 "GET /v2.0/security-groups?id=73f20ec2-e0ad-4d5d-bddc-3cbd43e19eb7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570917
Apr 19 19:35:53.904716 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf718e5-0b39-4349-8ffe-1b308a1865a7 req-6ccc0da9-ebb9-4fb2-9bb6-bc90b1a47c90 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:53.907014 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ddf718e5-0b39-4349-8ffe-1b308a1865a7 req-6ccc0da9-ebb9-4fb2-9bb6-bc90b1a47c90 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/ports?device_id=824a4177-275c-45da-8ee6-9f365ae3ba94 HTTP/1.1" status: 200  len: 984 time: 0.1314051
Apr 19 19:35:53.940194 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb10650-5f01-4bf2-897a-4895c07dabe9 req-75619620-33bf-41fd-81d9-4645d6de61b9 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:53.940947 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-1cb10650-5f01-4bf2-897a-4895c07dabe9 req-75619620-33bf-41fd-81d9-4645d6de61b9 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Synchronizing usage tracker for tenant:5b24cd9a8f9f40cc9910c7e314561f69 on resource:port {{(pid=86369) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:35:53.961724 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-1cb10650-5f01-4bf2-897a-4895c07dabe9 req-75619620-33bf-41fd-81d9-4645d6de61b9 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Unset dirty status for tenant:5b24cd9a8f9f40cc9910c7e314561f69 on resource:port {{(pid=86369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:35:53.963127 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1cb10650-5f01-4bf2-897a-4895c07dabe9 req-75619620-33bf-41fd-81d9-4645d6de61b9 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b8494df-5907-45d6-ab15-af59c21dfaf9 HTTP/1.1" status: 200  len: 946 time: 0.1194475
Apr 19 19:35:53.974910 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ddf718e5-0b39-4349-8ffe-1b308a1865a7 req-43b5bcaa-acba-4ce0-ba70-9a7c473a79bf tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/security-groups?id=2209dc42-de8c-4ee1-988e-08136191c73c&id=5ab966be-646d-4331-8f6f-939954bf5079&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0598645
Apr 19 19:35:54.056629 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-1cb10650-5f01-4bf2-897a-4895c07dabe9 req-0780a284-b9c6-4ef1-ac54-b2f4715f1530 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Deleting port 5f19e752-8c4b-4c7b-8803-a875fadebb4c {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:35:54.057045 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-1cb10650-5f01-4bf2-897a-4895c07dabe9 req-0780a284-b9c6-4ef1-ac54-b2f4715f1530 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:54.364390 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-1cb10650-5f01-4bf2-897a-4895c07dabe9 req-0780a284-b9c6-4ef1-ac54-b2f4715f1530 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] For port 5f19e752-8c4b-4c7b-8803-a875fadebb4c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=5f19e752-8c4b-4c7b-8803-a875fadebb4c,segment=NetworkSegment(6111e714-9ff3-4796-99f6-2f5955255830),segment_id=6111e714-9ff3-4796-99f6-2f5955255830)] {{(pid=86369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:35:54.364798 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-1cb10650-5f01-4bf2-897a-4895c07dabe9 req-0780a284-b9c6-4ef1-ac54-b2f4715f1530 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697982'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:54.508279 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-1cb10650-5f01-4bf2-897a-4895c07dabe9 req-0780a284-b9c6-4ef1-ac54-b2f4715f1530 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Calling delete_port for 5f19e752-8c4b-4c7b-8803-a875fadebb4c owned by compute:nova {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:35:54.676701 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-1cb10650-5f01-4bf2-897a-4895c07dabe9 req-0780a284-b9c6-4ef1-ac54-b2f4715f1530 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297115604255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297116051999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31618435'] for port, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:54.685632 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-104f1a3b-fc09-4f20-8053-73fdbca7e152 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:35:54.717375 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] get_ports_and_sgs() called for port_ids ['5f19e752-8c4b-4c7b-8803-a875fadebb4c'] {{(pid=86370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:35:54.740732 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0780a284-b9c6-4ef1-ac54-b2f4715f1530 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Pushing event deleted for resources: {'Port': ['ID=5f19e752-8c4b-4c7b-8803-a875fadebb4c,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:35:54.837008 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cb10650-5f01-4bf2-897a-4895c07dabe9 req-0780a284-b9c6-4ef1-ac54-b2f4715f1530 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] No DVR routers for this DVR port 5f19e752-8c4b-4c7b-8803-a875fadebb4c on host hv-cinder-78693 {{(pid=86369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 19:35:54.840741 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0780a284-b9c6-4ef1-ac54-b2f4715f1530 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:35:54.841188 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0780a284-b9c6-4ef1-ac54-b2f4715f1530 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:35:54.841612 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0780a284-b9c6-4ef1-ac54-b2f4715f1530 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:35:54.842028 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0780a284-b9c6-4ef1-ac54-b2f4715f1530 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:35:54.842439 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0780a284-b9c6-4ef1-ac54-b2f4715f1530 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:35:54.842848 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0780a284-b9c6-4ef1-ac54-b2f4715f1530 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:35:54.843253 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0780a284-b9c6-4ef1-ac54-b2f4715f1530 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:35:54.843666 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0780a284-b9c6-4ef1-ac54-b2f4715f1530 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:35:54.844098 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0780a284-b9c6-4ef1-ac54-b2f4715f1530 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:35:54.844500 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0780a284-b9c6-4ef1-ac54-b2f4715f1530 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:35:54.844903 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0780a284-b9c6-4ef1-ac54-b2f4715f1530 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:35:54.845301 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0780a284-b9c6-4ef1-ac54-b2f4715f1530 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:35:54.848903 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-1cb10650-5f01-4bf2-897a-4895c07dabe9 req-0780a284-b9c6-4ef1-ac54-b2f4715f1530 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:54.853501 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b8494df-5907-45d6-ab15-af59c21dfaf9', 'name': 'network-vif-deleted', 'tag': '5f19e752-8c4b-4c7b-8803-a875fadebb4c'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:35:54.863789 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-0780a284-b9c6-4ef1-ac54-b2f4715f1530 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:35:54.873035 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1cb10650-5f01-4bf2-897a-4895c07dabe9 req-0780a284-b9c6-4ef1-ac54-b2f4715f1530 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] 10.222.0.20 "DELETE /v2.0/ports/5f19e752-8c4b-4c7b-8803-a875fadebb4c HTTP/1.1" status: 204  len: 173 time: 0.9030497
Apr 19 19:35:54.976055 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-00b5254e-c4c5-4bfe-938d-51ffa5f21ba7 req-643a48eb-5367-4e9f-b1f4-ec86f3ec16ca tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8494df-5907-45d6-ab15-af59c21dfaf9 HTTP/1.1" status: 200  len: 210 time: 0.1080256
Apr 19 19:35:54.989218 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b8494df-5907-45d6-ab15-af59c21dfaf9', 'name': 'network-vif-deleted', 'tag': '5f19e752-8c4b-4c7b-8803-a875fadebb4c', 'status': 'completed', 'code': 200}
Apr 19 19:35:55.208413 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029a75e3-aa83-4d05-8693-8e457d4da772 req-3eab017a-114a-45ca-a57a-1ab3dc3c9bdd tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:55.209994 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-029a75e3-aa83-4d05-8693-8e457d4da772 req-3eab017a-114a-45ca-a57a-1ab3dc3c9bdd tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/ports?device_id=824a4177-275c-45da-8ee6-9f365ae3ba94 HTTP/1.1" status: 200  len: 984 time: 0.0984945
Apr 19 19:35:55.268783 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-029a75e3-aa83-4d05-8693-8e457d4da772 req-7e889e2a-5964-4b0d-9761-9690e7176b64 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/security-groups?id=2209dc42-de8c-4ee1-988e-08136191c73c&id=5ab966be-646d-4331-8f6f-939954bf5079&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0481133
Apr 19 19:35:56.548364 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d959774-1c1b-434f-8f73-109c8a8d8b51 req-85f76dd7-c875-4982-86ba-6efba4dea4f8 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:56.550057 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8d959774-1c1b-434f-8f73-109c8a8d8b51 req-85f76dd7-c875-4982-86ba-6efba4dea4f8 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/ports?device_id=824a4177-275c-45da-8ee6-9f365ae3ba94 HTTP/1.1" status: 200  len: 984 time: 0.1455369
Apr 19 19:35:56.607954 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8d959774-1c1b-434f-8f73-109c8a8d8b51 req-613b80a7-469d-425c-8de6-b322f0ab299a tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/security-groups?id=2209dc42-de8c-4ee1-988e-08136191c73c&id=5ab966be-646d-4331-8f6f-939954bf5079&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0477109
Apr 19 19:35:57.827626 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aeabc6-b1d5-4266-a4da-00463d5e7e59 req-d40eabe2-1780-40e0-af30-0d6fdcee1f1b tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:57.829745 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-15aeabc6-b1d5-4266-a4da-00463d5e7e59 req-d40eabe2-1780-40e0-af30-0d6fdcee1f1b tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/ports?device_id=824a4177-275c-45da-8ee6-9f365ae3ba94 HTTP/1.1" status: 200  len: 984 time: 0.1002381
Apr 19 19:35:57.887763 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-15aeabc6-b1d5-4266-a4da-00463d5e7e59 req-71d59d5b-7b3a-448a-a024-67ca001d2508 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/security-groups?id=2209dc42-de8c-4ee1-988e-08136191c73c&id=5ab966be-646d-4331-8f6f-939954bf5079&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0499995
Apr 19 19:35:59.123044 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e99ae02-e631-4852-a318-b0179f9677fd req-878adcf8-86ec-4b38-b8fd-4c04629bf19e tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:35:59.125222 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8e99ae02-e631-4852-a318-b0179f9677fd req-878adcf8-86ec-4b38-b8fd-4c04629bf19e tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/ports?device_id=824a4177-275c-45da-8ee6-9f365ae3ba94 HTTP/1.1" status: 200  len: 984 time: 0.0995479
Apr 19 19:35:59.184801 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8e99ae02-e631-4852-a318-b0179f9677fd req-bb570343-b9a2-4cdd-8105-7144fe1d8f6b tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/security-groups?id=2209dc42-de8c-4ee1-988e-08136191c73c&id=5ab966be-646d-4331-8f6f-939954bf5079&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0525558
Apr 19 19:35:59.361973 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:35:59.375570 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device 5f19e752-8c4b-4c7b-8803-a875fadebb4c no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:35:59.415067 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] No Port match for: 5f19e752-8c4b-4c7b-8803-a875fadebb4c {{(pid=86370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:35:59.415474 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device 5f19e752-8c4b-4c7b-8803-a875fadebb4c not bound to the agent host hv-cinder-78693 {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:36:00.410493 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e91a6-6878-4a00-9d72-78c8238eb172 req-a55fb777-d10d-4cde-976b-23e2dcb6af32 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:36:00.412231 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-042e91a6-6878-4a00-9d72-78c8238eb172 req-a55fb777-d10d-4cde-976b-23e2dcb6af32 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/ports?device_id=824a4177-275c-45da-8ee6-9f365ae3ba94 HTTP/1.1" status: 200  len: 984 time: 0.0938752
Apr 19 19:36:00.468429 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-042e91a6-6878-4a00-9d72-78c8238eb172 req-8c0dc2e5-008f-446d-bbf0-fd0ebca5cf92 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/security-groups?id=2209dc42-de8c-4ee1-988e-08136191c73c&id=5ab966be-646d-4331-8f6f-939954bf5079&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0481734
Apr 19 19:36:04.881658 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bff4c3-4bc3-4954-95c8-ec44d148ac4b req-13742ff1-a91d-4009-8b37-620e096367be tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:36:04.883924 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-46bff4c3-4bc3-4954-95c8-ec44d148ac4b req-13742ff1-a91d-4009-8b37-620e096367be tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] 10.222.0.36 "GET /v2.0/networks?id=5a4bca6e-7045-4a87-be72-643eafe061a3 HTTP/1.1" status: 200  len: 813 time: 0.1798146
Apr 19 19:36:04.902540 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-46bff4c3-4bc3-4954-95c8-ec44d148ac4b req-7d9d5ff2-7312-4f1f-8a2b-83451538493a tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] 10.222.0.36 "GET /v2.0/quotas/5b24cd9a8f9f40cc9910c7e314561f69 HTTP/1.1" status: 200  len: 375 time: 0.0109584
Apr 19 19:36:04.967910 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-46bff4c3-4bc3-4954-95c8-ec44d148ac4b req-2cf1fae9-a2fe-4c6d-9383-bcf32961708f tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b24cd9a8f9f40cc9910c7e314561f69&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0585072
Apr 19 19:36:04.982664 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [req-46bff4c3-4bc3-4954-95c8-ec44d148ac4b req-042aa1d7-ff0a-4230-848b-33e1ed742114 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=86368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 19:36:04.984115 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-46bff4c3-4bc3-4954-95c8-ec44d148ac4b req-042aa1d7-ff0a-4230-848b-33e1ed742114 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0078459
Apr 19 19:36:05.141505 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-46bff4c3-4bc3-4954-95c8-ec44d148ac4b req-9b7309e2-bdd7-4ff3-9a69-e4d7f74f4b6c service neutron] 10.222.0.36 "GET /v2.0/networks/5a4bca6e-7045-4a87-be72-643eafe061a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1497238
Apr 19 19:36:05.297166 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-46bff4c3-4bc3-4954-95c8-ec44d148ac4b req-de8f38eb-f525-4f81-aca3-172b6ac2481a service neutron] 10.222.0.36 "GET /v2.0/networks/5a4bca6e-7045-4a87-be72-643eafe061a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1457050
Apr 19 19:36:05.513996 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-4bccee28-059b-4d44-a22e-6bb7d5d23be2 req-5fcfb55b-6fc0-4097-9812-10c53b976146 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1c9f857-d097-4761-a366-ea3684f74b51 HTTP/1.1" status: 200  len: 210 time: 0.0545933
Apr 19 19:36:06.705124 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-18385e1f-55ca-4c67-9337-2e026ef9d1b7 req-98df54b6-e961-481b-b98c-0eaf8186a39d tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1c9f857-d097-4761-a366-ea3684f74b51 HTTP/1.1" status: 200  len: 210 time: 0.0526917
Apr 19 19:36:06.974648 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bff4c3-4bc3-4954-95c8-ec44d148ac4b req-61d71273-20b5-43f6-8fa2-5b0c7ca19c0d tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:36:06.976636 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-46bff4c3-4bc3-4954-95c8-ec44d148ac4b req-61d71273-20b5-43f6-8fa2-5b0c7ca19c0d tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] 10.222.0.20 "GET /v2.0/networks?id=5a4bca6e-7045-4a87-be72-643eafe061a3 HTTP/1.1" status: 200  len: 813 time: 0.1923096
Apr 19 19:36:06.999895 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-46bff4c3-4bc3-4954-95c8-ec44d148ac4b req-c94f5106-2c88-49e3-a696-58bcb2d64f23 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Request body: {'port': {'device_id': 'd1c9f857-d097-4761-a366-ea3684f74b51', 'network_id': '5a4bca6e-7045-4a87-be72-643eafe061a3', 'admin_state_up': True, 'tenant_id': '5b24cd9a8f9f40cc9910c7e314561f69'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:36:07.188341 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-46bff4c3-4bc3-4954-95c8-ec44d148ac4b req-c94f5106-2c88-49e3-a696-58bcb2d64f23 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:36:07.193913 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-46bff4c3-4bc3-4954-95c8-ec44d148ac4b req-c94f5106-2c88-49e3-a696-58bcb2d64f23 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Usage tracker for resource:port and tenant:5b24cd9a8f9f40cc9910c7e314561f69 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:36:07.197259 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-46bff4c3-4bc3-4954-95c8-ec44d148ac4b req-c94f5106-2c88-49e3-a696-58bcb2d64f23 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:36:07.203869 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-46bff4c3-4bc3-4954-95c8-ec44d148ac4b req-c94f5106-2c88-49e3-a696-58bcb2d64f23 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:36:07.213763 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46bff4c3-4bc3-4954-95c8-ec44d148ac4b req-c94f5106-2c88-49e3-a696-58bcb2d64f23 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Made reservation on behalf of 5b24cd9a8f9f40cc9910c7e314561f69 for: {'port': 1} {{(pid=86369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:36:07.220378 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-46bff4c3-4bc3-4954-95c8-ec44d148ac4b req-c94f5106-2c88-49e3-a696-58bcb2d64f23 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:07.408773 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [req-46bff4c3-4bc3-4954-95c8-ec44d148ac4b req-c94f5106-2c88-49e3-a696-58bcb2d64f23 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Allocated IP 172.20.0.13 (5a4bca6e-7045-4a87-be72-643eafe061a3/935ab6ad-15c8-430b-a11d-3928aa8d1c14/cac80793-57a1-48e1-ab26-c929e9b5c5d0) {{(pid=86369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:36:07.923331 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7386d12c-a2fc-4918-ad70-18985c08555c req-919d6d06-1dba-4b30-9e51-711e197e93d3 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1c9f857-d097-4761-a366-ea3684f74b51 HTTP/1.1" status: 200  len: 210 time: 0.0759814
Apr 19 19:36:07.953842 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-46bff4c3-4bc3-4954-95c8-ec44d148ac4b req-c94f5106-2c88-49e3-a696-58bcb2d64f23 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Notify callbacks [] for port, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:07.989466 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-46bff4c3-4bc3-4954-95c8-ec44d148ac4b req-c94f5106-2c88-49e3-a696-58bcb2d64f23 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739738723801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31618435'] for port, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:07.996326 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-5541e834-1dd0-4bc1-88ac-5273d3ae0c54 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:36:08.075683 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46bff4c3-4bc3-4954-95c8-ec44d148ac4b req-c94f5106-2c88-49e3-a696-58bcb2d64f23 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Network 5a4bca6e-7045-4a87-be72-643eafe061a3 is already hosted by enough agents. {{(pid=86369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:36:08.079120 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [req-46bff4c3-4bc3-4954-95c8-ec44d148ac4b req-c94f5106-2c88-49e3-a696-58bcb2d64f23 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Resources bound (agent type, host, resource id):  {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:36:08.083430 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-46bff4c3-4bc3-4954-95c8-ec44d148ac4b req-c94f5106-2c88-49e3-a696-58bcb2d64f23 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Received port after_create {{(pid=86369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:36:08.117474 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f5106-2c88-49e3-a696-58bcb2d64f23 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Pushing event updated for resources: {'Port': ['ID=cac80793-57a1-48e1-ab26-c929e9b5c5d0,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:36:08.125035 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c94f5106-2c88-49e3-a696-58bcb2d64f23 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:36:08.161387 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bff4c3-4bc3-4954-95c8-ec44d148ac4b req-c94f5106-2c88-49e3-a696-58bcb2d64f23 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:36:08.162294 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-46bff4c3-4bc3-4954-95c8-ec44d148ac4b req-c94f5106-2c88-49e3-a696-58bcb2d64f23 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:08.194148 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-46bff4c3-4bc3-4954-95c8-ec44d148ac4b req-c94f5106-2c88-49e3-a696-58bcb2d64f23 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1999271
Apr 19 19:36:08.213582 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-46bff4c3-4bc3-4954-95c8-ec44d148ac4b req-6c1c105f-c87d-467a-b3df-a26511002316 service neutron] Request body: {'port': {'device_id': 'd1c9f857-d097-4761-a366-ea3684f74b51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:36:08.343293 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-46bff4c3-4bc3-4954-95c8-ec44d148ac4b req-6c1c105f-c87d-467a-b3df-a26511002316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:08.734863 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [req-46bff4c3-4bc3-4954-95c8-ec44d148ac4b req-6c1c105f-c87d-467a-b3df-a26511002316 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cac80793-57a1-48e1-ab26-c929e9b5c5d0 {{(pid=86369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:36:08.743557 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-46bff4c3-4bc3-4954-95c8-ec44d148ac4b req-6c1c105f-c87d-467a-b3df-a26511002316 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:08.760645 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [req-46bff4c3-4bc3-4954-95c8-ec44d148ac4b req-6c1c105f-c87d-467a-b3df-a26511002316 service neutron] Transition to ACTIVE for port object cac80793-57a1-48e1-ab26-c929e9b5c5d0 will not be triggered until provisioned by entity L2. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:36:08.765336 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-46bff4c3-4bc3-4954-95c8-ec44d148ac4b req-6c1c105f-c87d-467a-b3df-a26511002316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823157366'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:08.771186 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-0780a284-b9c6-4ef1-ac54-b2f4715f1530 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:36:08.956925 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1c105f-c87d-467a-b3df-a26511002316 service neutron] Pushing event updated for resources: {'Port': ['ID=cac80793-57a1-48e1-ab26-c929e9b5c5d0,revision_number=2']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:36:08.967445 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-6c1c105f-c87d-467a-b3df-a26511002316 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:36:09.046660 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-46bff4c3-4bc3-4954-95c8-ec44d148ac4b req-6c1c105f-c87d-467a-b3df-a26511002316 service neutron] Attempting to bind port cac80793-57a1-48e1-ab26-c929e9b5c5d0 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:36:09.047022 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-46bff4c3-4bc3-4954-95c8-ec44d148ac4b req-6c1c105f-c87d-467a-b3df-a26511002316 service neutron] Attempting to bind port cac80793-57a1-48e1-ab26-c929e9b5c5d0 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '6111e714-9ff3-4796-99f6-2f5955255830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '5a4bca6e-7045-4a87-be72-643eafe061a3'}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:36:09.047445 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bff4c3-4bc3-4954-95c8-ec44d148ac4b req-6c1c105f-c87d-467a-b3df-a26511002316 service neutron] Attempting to bind port cac80793-57a1-48e1-ab26-c929e9b5c5d0 on network 5a4bca6e-7045-4a87-be72-643eafe061a3 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:36:09.053976 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bff4c3-4bc3-4954-95c8-ec44d148ac4b req-6c1c105f-c87d-467a-b3df-a26511002316 service neutron] Port cac80793-57a1-48e1-ab26-c929e9b5c5d0 on network 5a4bca6e-7045-4a87-be72-643eafe061a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 19:36:09.054340 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bff4c3-4bc3-4954-95c8-ec44d148ac4b req-6c1c105f-c87d-467a-b3df-a26511002316 service neutron] Attempting to bind port cac80793-57a1-48e1-ab26-c929e9b5c5d0 on network 5a4bca6e-7045-4a87-be72-643eafe061a3 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:36:09.062060 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bff4c3-4bc3-4954-95c8-ec44d148ac4b req-6c1c105f-c87d-467a-b3df-a26511002316 service neutron] Checking agent: {'id': '13e8b6f5-8e00-4da6-9b4f-d998588d9e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 22, 59), 'started_at': datetime.datetime(2021, 4, 19, 19, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:36:09.062461 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bff4c3-4bc3-4954-95c8-ec44d148ac4b req-6c1c105f-c87d-467a-b3df-a26511002316 service neutron] Checking segment: {'id': '6111e714-9ff3-4796-99f6-2f5955255830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '5a4bca6e-7045-4a87-be72-643eafe061a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:36:09.062891 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bff4c3-4bc3-4954-95c8-ec44d148ac4b req-6c1c105f-c87d-467a-b3df-a26511002316 service neutron] Bound using segment: {'id': '6111e714-9ff3-4796-99f6-2f5955255830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '5a4bca6e-7045-4a87-be72-643eafe061a3'} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:36:09.063357 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-46bff4c3-4bc3-4954-95c8-ec44d148ac4b req-6c1c105f-c87d-467a-b3df-a26511002316 service neutron] Bound port: cac80793-57a1-48e1-ab26-c929e9b5c5d0, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6111e714-9ff3-4796-99f6-2f5955255830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '5a4bca6e-7045-4a87-be72-643eafe061a3'}}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:36:09.063758 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-46bff4c3-4bc3-4954-95c8-ec44d148ac4b req-6c1c105f-c87d-467a-b3df-a26511002316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:09.162672 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed8cdb-77f5-4ff9-a717-46e68c37a4e7 req-ca7a887a-4a92-4ea9-84fb-a8d034cde08d tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:36:09.164494 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d4ed8cdb-77f5-4ff9-a717-46e68c37a4e7 req-ca7a887a-4a92-4ea9-84fb-a8d034cde08d tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1c9f857-d097-4761-a366-ea3684f74b51 HTTP/1.1" status: 200  len: 944 time: 0.1103265
Apr 19 19:36:09.186090 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-46bff4c3-4bc3-4954-95c8-ec44d148ac4b req-6c1c105f-c87d-467a-b3df-a26511002316 service neutron] For port cac80793-57a1-48e1-ab26-c929e9b5c5d0, host hv-cinder-78693, cleared binding levels {{(pid=86369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:36:09.192158 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-46bff4c3-4bc3-4954-95c8-ec44d148ac4b req-6c1c105f-c87d-467a-b3df-a26511002316 service neutron] For port cac80793-57a1-48e1-ab26-c929e9b5c5d0, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=cac80793-57a1-48e1-ab26-c929e9b5c5d0,segment=NetworkSegment(6111e714-9ff3-4796-99f6-2f5955255830),segment_id=6111e714-9ff3-4796-99f6-2f5955255830)] {{(pid=86369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:36:09.197779 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-46bff4c3-4bc3-4954-95c8-ec44d148ac4b req-6c1c105f-c87d-467a-b3df-a26511002316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823157366'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:09.206442 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e61bee74-164d-4270-a2b2-5881aa94fa17 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:36:09.238589 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d4ed8cdb-77f5-4ff9-a717-46e68c37a4e7 req-cd52825e-3617-4a5a-8e9f-e2afd233b5a3 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] 10.222.0.36 "GET /v2.0/security-groups?id=73f20ec2-e0ad-4d5d-bddc-3cbd43e19eb7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644329
Apr 19 19:36:09.277782 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bff4c3-4bc3-4954-95c8-ec44d148ac4b req-6c1c105f-c87d-467a-b3df-a26511002316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:36:09.278307 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-46bff4c3-4bc3-4954-95c8-ec44d148ac4b req-6c1c105f-c87d-467a-b3df-a26511002316 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:09.279855 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-46bff4c3-4bc3-4954-95c8-ec44d148ac4b req-6c1c105f-c87d-467a-b3df-a26511002316 service neutron] 10.222.0.20 "PUT /v2.0/ports/cac80793-57a1-48e1-ab26-c929e9b5c5d0 HTTP/1.1" status: 200  len: 1094 time: 1.0711865
Apr 19 19:36:09.280460 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1c9f857-d097-4761-a366-ea3684f74b51', 'tag': 'cac80793-57a1-48e1-ab26-c929e9b5c5d0'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:36:09.305885 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1c105f-c87d-467a-b3df-a26511002316 service neutron] Pushing event updated for resources: {'Port': ['ID=cac80793-57a1-48e1-ab26-c929e9b5c5d0,revision_number=3']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:36:09.309850 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-6c1c105f-c87d-467a-b3df-a26511002316 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:36:09.377979 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1c9f857-d097-4761-a366-ea3684f74b51', 'tag': 'cac80793-57a1-48e1-ab26-c929e9b5c5d0', 'status': 'completed', 'code': 200}
Apr 19 19:36:09.425464 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bff4c3-4bc3-4954-95c8-ec44d148ac4b req-b34d27bf-171a-4247-83b1-09faf66e8ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:36:09.427104 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-46bff4c3-4bc3-4954-95c8-ec44d148ac4b req-b34d27bf-171a-4247-83b1-09faf66e8ed5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5b24cd9a8f9f40cc9910c7e314561f69&device_id=d1c9f857-d097-4761-a366-ea3684f74b51 HTTP/1.1" status: 200  len: 1097 time: 0.0893629
Apr 19 19:36:09.514868 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-46bff4c3-4bc3-4954-95c8-ec44d148ac4b req-7ad5e1b6-8145-4bb1-9de5-002f57be8164 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cac80793-57a1-48e1-ab26-c929e9b5c5d0 HTTP/1.1" status: 200  len: 217 time: 0.0737784
Apr 19 19:36:09.592221 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bff4c3-4bc3-4954-95c8-ec44d148ac4b req-862ac451-ddb2-4f96-8dd8-c9d699cc3be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:36:09.593751 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-46bff4c3-4bc3-4954-95c8-ec44d148ac4b req-862ac451-ddb2-4f96-8dd8-c9d699cc3be8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=935ab6ad-15c8-430b-a11d-3928aa8d1c14 HTTP/1.1" status: 200  len: 853 time: 0.0729392
Apr 19 19:36:09.650284 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-46bff4c3-4bc3-4954-95c8-ec44d148ac4b req-ab7cd06f-ab1c-4eac-9e0f-f2b47a7abeda service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5a4bca6e-7045-4a87-be72-643eafe061a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0497034
Apr 19 19:36:09.808381 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-46bff4c3-4bc3-4954-95c8-ec44d148ac4b req-e5ad6efb-2c53-464c-875d-e76fea485556 service neutron] 10.222.0.20 "GET /v2.0/networks/5a4bca6e-7045-4a87-be72-643eafe061a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1514087
Apr 19 19:36:10.038001 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-46bff4c3-4bc3-4954-95c8-ec44d148ac4b req-7217dfdc-831a-4948-bdb5-fe615c7e3dde service neutron] 10.222.0.20 "GET /v2.0/networks/5a4bca6e-7045-4a87-be72-643eafe061a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2216179
Apr 19 19:36:10.212581 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ba228-67e9-4ab6-a6cd-de600ebf48b6 req-006cfbc9-41ba-4098-8b71-97e3e1ac78eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:36:10.214356 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-294ba228-67e9-4ab6-a6cd-de600ebf48b6 req-006cfbc9-41ba-4098-8b71-97e3e1ac78eb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5b24cd9a8f9f40cc9910c7e314561f69&device_id=d1c9f857-d097-4761-a366-ea3684f74b51 HTTP/1.1" status: 200  len: 1097 time: 0.0818415
Apr 19 19:36:10.382474 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ba228-67e9-4ab6-a6cd-de600ebf48b6 req-3694a780-dc1f-4b92-bf1f-7164a078770a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:36:10.384111 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-294ba228-67e9-4ab6-a6cd-de600ebf48b6 req-3694a780-dc1f-4b92-bf1f-7164a078770a service neutron] 10.222.0.20 "GET /v2.0/networks?id=5a4bca6e-7045-4a87-be72-643eafe061a3 HTTP/1.1" status: 200  len: 914 time: 0.1611176
Apr 19 19:36:10.471354 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-294ba228-67e9-4ab6-a6cd-de600ebf48b6 req-6176e9cf-32e2-457b-8c06-5d4b0bfc8ff5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cac80793-57a1-48e1-ab26-c929e9b5c5d0 HTTP/1.1" status: 200  len: 217 time: 0.0757458
Apr 19 19:36:10.482562 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d87939-ba40-40f0-8ccd-ecfdabed568a req-ba8c28cb-8701-4e9d-8b78-e1c10a7e17f3 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:36:10.484399 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-22d87939-ba40-40f0-8ccd-ecfdabed568a req-ba8c28cb-8701-4e9d-8b78-e1c10a7e17f3 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1c9f857-d097-4761-a366-ea3684f74b51 HTTP/1.1" status: 200  len: 944 time: 0.1079850
Apr 19 19:36:10.551914 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-22d87939-ba40-40f0-8ccd-ecfdabed568a req-dc110fa7-4546-48d7-b480-31cdbfcd3ccc tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] 10.222.0.36 "GET /v2.0/security-groups?id=73f20ec2-e0ad-4d5d-bddc-3cbd43e19eb7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595865
Apr 19 19:36:10.566487 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ba228-67e9-4ab6-a6cd-de600ebf48b6 req-ea5c1d37-c8ae-47f1-ac2c-e40e22edbd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:36:10.568117 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-294ba228-67e9-4ab6-a6cd-de600ebf48b6 req-ea5c1d37-c8ae-47f1-ac2c-e40e22edbd31 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=935ab6ad-15c8-430b-a11d-3928aa8d1c14 HTTP/1.1" status: 200  len: 853 time: 0.0791657
Apr 19 19:36:10.632111 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-294ba228-67e9-4ab6-a6cd-de600ebf48b6 req-71c16813-0802-458b-9402-104fb70cac80 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5a4bca6e-7045-4a87-be72-643eafe061a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0546303
Apr 19 19:36:10.785057 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-294ba228-67e9-4ab6-a6cd-de600ebf48b6 req-52768e51-eb52-4f8f-9b0f-8f5277f4c4dd service neutron] 10.222.0.20 "GET /v2.0/networks/5a4bca6e-7045-4a87-be72-643eafe061a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1455190
Apr 19 19:36:10.936796 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-294ba228-67e9-4ab6-a6cd-de600ebf48b6 req-d026d8e2-0378-466b-bf25-529d8fac77a6 service neutron] 10.222.0.20 "GET /v2.0/networks/5a4bca6e-7045-4a87-be72-643eafe061a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1446106
Apr 19 19:36:11.177183 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e5f43e3d-ffef-4175-a0b6-b9816551688c req-8dd7e00f-11c8-4e37-a566-affcab84a12a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d9e65d98-44a7-4952-b2cd-d0c3966d15fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0788062
Apr 19 19:36:11.304711 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f43e3d-ffef-4175-a0b6-b9816551688c req-5498cca2-e5c6-49e1-9926-b472406840f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:36:11.306212 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e5f43e3d-ffef-4175-a0b6-b9816551688c req-5498cca2-e5c6-49e1-9926-b472406840f0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc5b0bd7c7ca48888f8782e781e6974d&device_id=d9e65d98-44a7-4952-b2cd-d0c3966d15fc HTTP/1.1" status: 200  len: 1098 time: 0.0844870
Apr 19 19:36:11.469183 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f43e3d-ffef-4175-a0b6-b9816551688c req-992512a6-9340-4af8-ae19-1ad0f782ef1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:36:11.470752 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e5f43e3d-ffef-4175-a0b6-b9816551688c req-992512a6-9340-4af8-ae19-1ad0f782ef1a service neutron] 10.222.0.20 "GET /v2.0/networks?id=6bc43f42-83b1-4f83-bfff-5d0318eef92c HTTP/1.1" status: 200  len: 912 time: 0.1441391
Apr 19 19:36:11.583385 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e5f43e3d-ffef-4175-a0b6-b9816551688c req-63e74c61-6b82-4cbd-ae99-bdb97467926d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da900dc3-28e2-4064-af0d-9f0e2f7249c8 HTTP/1.1" status: 200  len: 1000 time: 0.1054969
Apr 19 19:36:11.664288 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f43e3d-ffef-4175-a0b6-b9816551688c req-f2c7b4ea-1306-4cd5-a151-0b296e977634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:36:11.666096 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e5f43e3d-ffef-4175-a0b6-b9816551688c req-f2c7b4ea-1306-4cd5-a151-0b296e977634 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d1ed8313-f386-4db8-8de3-b6bf3e8e6da1 HTTP/1.1" status: 200  len: 850 time: 0.0752368
Apr 19 19:36:11.767024 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f43e3d-ffef-4175-a0b6-b9816551688c req-b56a40b8-ad5b-4772-9295-435035050004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:36:11.769653 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e5f43e3d-ffef-4175-a0b6-b9816551688c req-b56a40b8-ad5b-4772-9295-435035050004 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6bc43f42-83b1-4f83-bfff-5d0318eef92c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0955553
Apr 19 19:36:11.774713 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe295a-42c5-479f-aecb-407c42455a5f req-88f5d614-2b26-40ef-912a-a03f80071ac0 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:36:11.777182 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b3fe295a-42c5-479f-aecb-407c42455a5f req-88f5d614-2b26-40ef-912a-a03f80071ac0 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1c9f857-d097-4761-a366-ea3684f74b51 HTTP/1.1" status: 200  len: 944 time: 0.1035085
Apr 19 19:36:11.845285 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b3fe295a-42c5-479f-aecb-407c42455a5f req-bdea6c22-79f1-47eb-97ee-e986f2ccce01 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] 10.222.0.36 "GET /v2.0/security-groups?id=73f20ec2-e0ad-4d5d-bddc-3cbd43e19eb7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615239
Apr 19 19:36:11.946542 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e5f43e3d-ffef-4175-a0b6-b9816551688c req-879ac31b-fd8d-445c-8c52-821240887efc service neutron] 10.222.0.20 "GET /v2.0/networks/6bc43f42-83b1-4f83-bfff-5d0318eef92c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1682534
Apr 19 19:36:12.108050 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e5f43e3d-ffef-4175-a0b6-b9816551688c req-339b3718-19cb-4467-bcbd-9ae1b4448f3e service neutron] 10.222.0.20 "GET /v2.0/networks/6bc43f42-83b1-4f83-bfff-5d0318eef92c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1538763
Apr 19 19:36:13.069760 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08159f-3494-48e8-86ef-299959523b25 req-9c9b9108-f53a-4f53-9777-6312369b576c tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:36:13.071516 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7c08159f-3494-48e8-86ef-299959523b25 req-9c9b9108-f53a-4f53-9777-6312369b576c tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1c9f857-d097-4761-a366-ea3684f74b51 HTTP/1.1" status: 200  len: 944 time: 0.1008666
Apr 19 19:36:13.127934 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-7c08159f-3494-48e8-86ef-299959523b25 req-6ee387de-284f-4ff1-a5f0-da2212cd9148 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] 10.222.0.36 "GET /v2.0/security-groups?id=73f20ec2-e0ad-4d5d-bddc-3cbd43e19eb7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481648
Apr 19 19:36:13.400316 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device cac80793-57a1-48e1-ab26-c929e9b5c5d0 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 19:36:13.574960 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port cac80793-57a1-48e1-ab26-c929e9b5c5d0, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=cac80793-57a1-48e1-ab26-c929e9b5c5d0,segment=NetworkSegment(6111e714-9ff3-4796-99f6-2f5955255830),segment_id=6111e714-9ff3-4796-99f6-2f5955255830)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:36:13.591468 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Returning: {'device': 'cac80793-57a1-48e1-ab26-c929e9b5c5d0', 'network_id': '5a4bca6e-7045-4a87-be72-643eafe061a3', 'port_id': 'cac80793-57a1-48e1-ab26-c929e9b5c5d0', 'mac_address': 'fa:16:3e:91:32:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '935ab6ad-15c8-430b-a11d-3928aa8d1c14', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 19:36:13.661562 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:13.681322 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cac80793-57a1-48e1-ab26-c929e9b5c5d0 {{(pid=86370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:36:13.700742 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port cac80793-57a1-48e1-ab26-c929e9b5c5d0, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=cac80793-57a1-48e1-ab26-c929e9b5c5d0,segment=NetworkSegment(6111e714-9ff3-4796-99f6-2f5955255830),segment_id=6111e714-9ff3-4796-99f6-2f5955255830)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:36:13.704494 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:13.706560 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:36:13.784276 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Pushing event updated for resources: {'Port': ['ID=cac80793-57a1-48e1-ab26-c929e9b5c5d0,revision_number=4']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:36:13.792729 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:36:13.793394 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:36:13.793795 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:36:13.794169 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:36:13.794554 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:36:13.794917 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:36:13.795283 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:36:13.795647 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:36:13.796061 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:36:13.796427 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:36:13.796796 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:36:13.797196 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:36:13.803419 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:36:14.049890 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] get_ports_and_sgs() called for port_ids ['cac80793-57a1-48e1-ab26-c929e9b5c5d0'] {{(pid=86370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:36:14.437496 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b1be8-c7cd-4c98-9845-77f955aa8498 req-b0eef9b1-8a66-4bf0-b135-a6136b357df5 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:36:14.439307 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fe4b1be8-c7cd-4c98-9845-77f955aa8498 req-b0eef9b1-8a66-4bf0-b135-a6136b357df5 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1c9f857-d097-4761-a366-ea3684f74b51 HTTP/1.1" status: 200  len: 945 time: 0.1565812
Apr 19 19:36:14.498999 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-fe4b1be8-c7cd-4c98-9845-77f955aa8498 req-1a322c08-9953-4206-86f9-4a7109defd3c tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] 10.222.0.36 "GET /v2.0/security-groups?id=73f20ec2-e0ad-4d5d-bddc-3cbd43e19eb7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526662
Apr 19 19:36:15.411476 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device cac80793-57a1-48e1-ab26-c929e9b5c5d0 up at agent hyperv_hv-cinder-78693 {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:36:15.492621 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Provisioning for port cac80793-57a1-48e1-ab26-c929e9b5c5d0 completed by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:36:15.499375 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Provisioning complete for port cac80793-57a1-48e1-ab26-c929e9b5c5d0 triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:36:15.499959 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:15.707838 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:15.757691 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1c9f857-d097-4761-a366-ea3684f74b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cac80793-57a1-48e1-ab26-c929e9b5c5d0'}] {{(pid=86370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:36:15.770651 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port cac80793-57a1-48e1-ab26-c929e9b5c5d0, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=cac80793-57a1-48e1-ab26-c929e9b5c5d0,segment=NetworkSegment(6111e714-9ff3-4796-99f6-2f5955255830),segment_id=6111e714-9ff3-4796-99f6-2f5955255830)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:36:15.776018 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:15.781708 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:36:15.849392 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6049fc9-b78d-4a53-a423-4eb605142493 req-7de9ffe6-be10-450f-af92-30b5ffbf745c tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:36:15.852388 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e6049fc9-b78d-4a53-a423-4eb605142493 req-7de9ffe6-be10-450f-af92-30b5ffbf745c tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1c9f857-d097-4761-a366-ea3684f74b51 HTTP/1.1" status: 200  len: 946 time: 0.1131291
Apr 19 19:36:15.865766 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1c9f857-d097-4761-a366-ea3684f74b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cac80793-57a1-48e1-ab26-c929e9b5c5d0', 'code': 200}
Apr 19 19:36:15.883401 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d190b1da-d99f-405f-bcb5-02f9a0d5707d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:15.900834 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Pushing event updated for resources: {'Port': ['ID=cac80793-57a1-48e1-ab26-c929e9b5c5d0,revision_number=5']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:36:15.907690 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:36:15.927585 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e6049fc9-b78d-4a53-a423-4eb605142493 req-f7c79bb2-858e-45bc-9546-d7c3df136f97 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] 10.222.0.36 "GET /v2.0/security-groups?id=73f20ec2-e0ad-4d5d-bddc-3cbd43e19eb7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656564
Apr 19 19:36:16.221803 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e974d9-a402-44a8-a468-23635ac3c0ea req-fca9c18b-14f5-4e1f-b592-fd3c2bcee493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:36:16.223469 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-58e974d9-a402-44a8-a468-23635ac3c0ea req-fca9c18b-14f5-4e1f-b592-fd3c2bcee493 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d1c9f857-d097-4761-a366-ea3684f74b51 HTTP/1.1" status: 200  len: 1099 time: 0.0931406
Apr 19 19:36:16.272922 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-58e974d9-a402-44a8-a468-23635ac3c0ea req-161ac2ee-2a58-48f7-822c-d6284d09ab5e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=73f20ec2-e0ad-4d5d-bddc-3cbd43e19eb7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428734
Apr 19 19:36:17.170046 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d574e-3a7e-4a5d-b816-9ff212b8b0aa req-a0f386ad-041a-4f47-a7a2-7ba18959ce0e tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:36:17.172866 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8a4d574e-3a7e-4a5d-b816-9ff212b8b0aa req-a0f386ad-041a-4f47-a7a2-7ba18959ce0e tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1c9f857-d097-4761-a366-ea3684f74b51 HTTP/1.1" status: 200  len: 946 time: 0.1117947
Apr 19 19:36:17.231790 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8a4d574e-3a7e-4a5d-b816-9ff212b8b0aa req-7cf3ccf6-e558-44fa-91a9-95320edc8723 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] 10.222.0.36 "GET /v2.0/security-groups?id=73f20ec2-e0ad-4d5d-bddc-3cbd43e19eb7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510743
Apr 19 19:36:18.467956 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d2c979-5b99-403f-a662-95f812645691 req-295beb4c-92a7-4e16-880f-2841288ab6e1 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:36:18.469971 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-37d2c979-5b99-403f-a662-95f812645691 req-295beb4c-92a7-4e16-880f-2841288ab6e1 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1c9f857-d097-4761-a366-ea3684f74b51 HTTP/1.1" status: 200  len: 946 time: 0.1004074
Apr 19 19:36:18.531235 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-37d2c979-5b99-403f-a662-95f812645691 req-7412f59c-c92b-48f9-a422-8e63e9299ffc tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] 10.222.0.36 "GET /v2.0/security-groups?id=73f20ec2-e0ad-4d5d-bddc-3cbd43e19eb7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541129
Apr 19 19:36:18.624272 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-856f80c0-506b-4226-ae7b-1612b0828721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:19.794903 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-000a1909-ab5b-4f97-8afb-04fdec5398f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:19.956133 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:20.701704 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5c78a517-44d6-4271-a115-cae59bf86ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:29.359745 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:29.688035 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-56618793-170e-4aa6-8efa-9c6d4ae7a1f6 None None] Agent healthcheck: found 6 active agents {{(pid=86371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:36:41.830787 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22247a1d-7d1c-4e24-9fa7-9e2803e911b0 req-cdb6dc9b-ec2d-4e89-b6ec-5b82cdd7f798 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:36:41.833701 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-22247a1d-7d1c-4e24-9fa7-9e2803e911b0 req-cdb6dc9b-ec2d-4e89-b6ec-5b82cdd7f798 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1c9f857-d097-4761-a366-ea3684f74b51 HTTP/1.1" status: 200  len: 946 time: 0.1708457
Apr 19 19:36:41.922686 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-22247a1d-7d1c-4e24-9fa7-9e2803e911b0 req-485910ac-8b97-405e-a6ca-63db8039590a tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] 10.222.0.36 "GET /v2.0/security-groups?id=73f20ec2-e0ad-4d5d-bddc-3cbd43e19eb7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814865
Apr 19 19:36:43.172151 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015cd0c-7256-478c-b664-439129d7354e req-ece4edaf-2335-4476-8ebc-1786e4f6660b tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:36:43.173896 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d015cd0c-7256-478c-b664-439129d7354e req-ece4edaf-2335-4476-8ebc-1786e4f6660b tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1c9f857-d097-4761-a366-ea3684f74b51 HTTP/1.1" status: 200  len: 946 time: 0.1076198
Apr 19 19:36:43.231500 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-d015cd0c-7256-478c-b664-439129d7354e req-33690020-f8b3-4976-b7fb-6ca150f9723d tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] 10.222.0.36 "GET /v2.0/security-groups?id=73f20ec2-e0ad-4d5d-bddc-3cbd43e19eb7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505042
Apr 19 19:36:43.457924 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ae7d0-77dc-42d5-89a3-20f6c408314f req-3fa87650-fdd7-4516-a219-75d98ab5c310 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:36:43.459304 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-0c0ae7d0-77dc-42d5-89a3-20f6c408314f req-3fa87650-fdd7-4516-a219-75d98ab5c310 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Synchronizing usage tracker for tenant:5b24cd9a8f9f40cc9910c7e314561f69 on resource:port {{(pid=86369) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:36:43.489869 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-0c0ae7d0-77dc-42d5-89a3-20f6c408314f req-3fa87650-fdd7-4516-a219-75d98ab5c310 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Unset dirty status for tenant:5b24cd9a8f9f40cc9910c7e314561f69 on resource:port {{(pid=86369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:36:43.491353 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0c0ae7d0-77dc-42d5-89a3-20f6c408314f req-3fa87650-fdd7-4516-a219-75d98ab5c310 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1c9f857-d097-4761-a366-ea3684f74b51 HTTP/1.1" status: 200  len: 946 time: 0.1952929
Apr 19 19:36:43.585354 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-0c0ae7d0-77dc-42d5-89a3-20f6c408314f req-b00eb5e0-1e0d-43b0-b21e-68e595a151a9 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Deleting port cac80793-57a1-48e1-ab26-c929e9b5c5d0 {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:36:43.585745 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-0c0ae7d0-77dc-42d5-89a3-20f6c408314f req-b00eb5e0-1e0d-43b0-b21e-68e595a151a9 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:43.944157 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b8e76f34-1aae-42bf-8587-febd1595e09d req-2a2aedd8-d42c-425b-ba47-1a8bffc3f63f tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1346140342&fields=id&tenant_id=bc6d5ff032774262833087cdb5dac57f HTTP/1.1" status: 200  len: 267 time: 0.0482492
Apr 19 19:36:43.981738 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-0c0ae7d0-77dc-42d5-89a3-20f6c408314f req-b00eb5e0-1e0d-43b0-b21e-68e595a151a9 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] For port cac80793-57a1-48e1-ab26-c929e9b5c5d0, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=cac80793-57a1-48e1-ab26-c929e9b5c5d0,segment=NetworkSegment(6111e714-9ff3-4796-99f6-2f5955255830),segment_id=6111e714-9ff3-4796-99f6-2f5955255830)] {{(pid=86369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:36:43.982146 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-0c0ae7d0-77dc-42d5-89a3-20f6c408314f req-b00eb5e0-1e0d-43b0-b21e-68e595a151a9 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697982'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:44.084986 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e76f34-1aae-42bf-8587-febd1595e09d req-6e27d1d6-b564-4744-9787-d36d2fa088f4 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:36:44.087988 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b8e76f34-1aae-42bf-8587-febd1595e09d req-6e27d1d6-b564-4744-9787-d36d2fa088f4 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/ports?device_id=824a4177-275c-45da-8ee6-9f365ae3ba94 HTTP/1.1" status: 200  len: 984 time: 0.1357086
Apr 19 19:36:44.108956 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-b8e76f34-1aae-42bf-8587-febd1595e09d req-91168b5f-211d-400e-a62f-56bd6e9b6eb4 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Request body: {'port': {'security_groups': ['2209dc42-de8c-4ee1-988e-08136191c73c']}} {{(pid=86368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:36:44.310071 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-b8e76f34-1aae-42bf-8587-febd1595e09d req-91168b5f-211d-400e-a62f-56bd6e9b6eb4 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:44.424660 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-0c0ae7d0-77dc-42d5-89a3-20f6c408314f req-b00eb5e0-1e0d-43b0-b21e-68e595a151a9 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Calling delete_port for cac80793-57a1-48e1-ab26-c929e9b5c5d0 owned by compute:nova {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:36:44.624227 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-0c0ae7d0-77dc-42d5-89a3-20f6c408314f req-b00eb5e0-1e0d-43b0-b21e-68e595a151a9 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297115604255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297116051999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31618435'] for port, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:44.631624 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e1f7cd00-ac3c-46ff-9a5c-f115e33ae148 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:36:44.663763 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] get_ports_and_sgs() called for port_ids ['cac80793-57a1-48e1-ab26-c929e9b5c5d0'] {{(pid=86370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:36:44.688702 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00eb5e0-1e0d-43b0-b21e-68e595a151a9 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Pushing event deleted for resources: {'Port': ['ID=cac80793-57a1-48e1-ab26-c929e9b5c5d0,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:36:44.693823 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b00eb5e0-1e0d-43b0-b21e-68e595a151a9 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:36:44.719205 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce1590-12e8-48e3-9e0a-c7f0ee699929 req-cf8faa8f-5c79-4abf-9035-985ab3d13ec0 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:36:44.722082 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-65ce1590-12e8-48e3-9e0a-c7f0ee699929 req-cf8faa8f-5c79-4abf-9035-985ab3d13ec0 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1c9f857-d097-4761-a366-ea3684f74b51 HTTP/1.1" status: 200  len: 867 time: 0.2625887
Apr 19 19:36:44.796488 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c0ae7d0-77dc-42d5-89a3-20f6c408314f req-b00eb5e0-1e0d-43b0-b21e-68e595a151a9 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] No DVR routers for this DVR port cac80793-57a1-48e1-ab26-c929e9b5c5d0 on host hv-cinder-78693 {{(pid=86369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 19:36:44.799564 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-0c0ae7d0-77dc-42d5-89a3-20f6c408314f req-b00eb5e0-1e0d-43b0-b21e-68e595a151a9 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:44.802846 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1c9f857-d097-4761-a366-ea3684f74b51', 'name': 'network-vif-deleted', 'tag': 'cac80793-57a1-48e1-ab26-c929e9b5c5d0'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:36:44.821885 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-0c0ae7d0-77dc-42d5-89a3-20f6c408314f req-b00eb5e0-1e0d-43b0-b21e-68e595a151a9 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] 10.222.0.20 "DELETE /v2.0/ports/cac80793-57a1-48e1-ab26-c929e9b5c5d0 HTTP/1.1" status: 204  len: 173 time: 1.3236833
Apr 19 19:36:44.828711 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-b8e76f34-1aae-42bf-8587-febd1595e09d req-91168b5f-211d-400e-a62f-56bd6e9b6eb4 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] For port b07528b5-a60b-41fc-ac0a-59a66b0d8c4e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b07528b5-a60b-41fc-ac0a-59a66b0d8c4e,segment=NetworkSegment(c9f64e16-f74b-4697-b568-46ea1751b563),segment_id=c9f64e16-f74b-4697-b568-46ea1751b563)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:36:44.847165 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-65ce1590-12e8-48e3-9e0a-c7f0ee699929 req-e3fad52b-8f6f-4244-acf5-f37359fe7453 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] 10.222.0.36 "GET /v2.0/security-groups?id=73f20ec2-e0ad-4d5d-bddc-3cbd43e19eb7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0969875
Apr 19 19:36:44.886022 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-b8e76f34-1aae-42bf-8587-febd1595e09d req-91168b5f-211d-400e-a62f-56bd6e9b6eb4 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Notify callbacks [] for port, precommit_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:44.891768 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-b8e76f34-1aae-42bf-8587-febd1595e09d req-91168b5f-211d-400e-a62f-56bd6e9b6eb4 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32443828'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:44.901602 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b0e7cef2-66b6-4d16-8428-421cd96913cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:36:44.926960 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] get_ports_and_sgs() called for port_ids ['b07528b5-a60b-41fc-ac0a-59a66b0d8c4e'] {{(pid=86370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:36:44.940869 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1c9f857-d097-4761-a366-ea3684f74b51', 'name': 'network-vif-deleted', 'tag': 'cac80793-57a1-48e1-ab26-c929e9b5c5d0', 'status': 'completed', 'code': 200}
Apr 19 19:36:45.052329 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e76f34-1aae-42bf-8587-febd1595e09d req-91168b5f-211d-400e-a62f-56bd6e9b6eb4 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:36:45.053697 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-b8e76f34-1aae-42bf-8587-febd1595e09d req-91168b5f-211d-400e-a62f-56bd6e9b6eb4 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for port, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:45.056364 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b8e76f34-1aae-42bf-8587-febd1595e09d req-91168b5f-211d-400e-a62f-56bd6e9b6eb4 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "PUT /v2.0/ports/b07528b5-a60b-41fc-ac0a-59a66b0d8c4e HTTP/1.1" status: 200  len: 942 time: 0.9586127
Apr 19 19:36:45.061114 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '824a4177-275c-45da-8ee6-9f365ae3ba94', 'tag': 'b07528b5-a60b-41fc-ac0a-59a66b0d8c4e'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:36:45.067959 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 58472) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:36:45.123763 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91168b5f-211d-400e-a62f-56bd6e9b6eb4 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Pushing event updated for resources: {'Port': ['ID=b07528b5-a60b-41fc-ac0a-59a66b0d8c4e,revision_number=7']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:36:45.146981 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91168b5f-211d-400e-a62f-56bd6e9b6eb4 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:36:45.147563 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91168b5f-211d-400e-a62f-56bd6e9b6eb4 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:36:45.148176 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91168b5f-211d-400e-a62f-56bd6e9b6eb4 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:36:45.153052 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91168b5f-211d-400e-a62f-56bd6e9b6eb4 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:36:45.153678 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91168b5f-211d-400e-a62f-56bd6e9b6eb4 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:36:45.154215 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91168b5f-211d-400e-a62f-56bd6e9b6eb4 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:36:45.156497 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91168b5f-211d-400e-a62f-56bd6e9b6eb4 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:36:45.157173 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91168b5f-211d-400e-a62f-56bd6e9b6eb4 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:36:45.157727 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91168b5f-211d-400e-a62f-56bd6e9b6eb4 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:36:45.159846 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91168b5f-211d-400e-a62f-56bd6e9b6eb4 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:36:45.160469 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91168b5f-211d-400e-a62f-56bd6e9b6eb4 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:36:45.163266 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91168b5f-211d-400e-a62f-56bd6e9b6eb4 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:36:45.172722 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-91168b5f-211d-400e-a62f-56bd6e9b6eb4 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:36:45.185363 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] get_ports_and_sgs() called for port_ids ['b07528b5-a60b-41fc-ac0a-59a66b0d8c4e'] {{(pid=86370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:36:45.233426 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-dfe5b432-85b5-42d4-a95e-6e0c90a7c075 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:45.244434 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '824a4177-275c-45da-8ee6-9f365ae3ba94', 'tag': 'b07528b5-a60b-41fc-ac0a-59a66b0d8c4e', 'status': 'completed', 'code': 200}
Apr 19 19:36:45.292060 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-dfe5b432-85b5-42d4-a95e-6e0c90a7c075 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:45.514074 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-dfe5b432-85b5-42d4-a95e-6e0c90a7c075 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:45.528546 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-cc8b418f-0e75-4ee7-8617-a85ed4ecb83f tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:36:45.544435 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-dfe5b432-85b5-42d4-a95e-6e0c90a7c075 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:45.545720 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-dfe5b432-85b5-42d4-a95e-6e0c90a7c075 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "DELETE /v2.0/security-groups/5ab966be-646d-4331-8f6f-939954bf5079 HTTP/1.1" status: 204  len: 168 time: 0.4765337
Apr 19 19:36:45.548839 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 58480) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:36:45.555655 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe5b432-85b5-42d4-a95e-6e0c90a7c075 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab966be-646d-4331-8f6f-939954bf5079,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:36:45.565807 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-dfe5b432-85b5-42d4-a95e-6e0c90a7c075 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:36:45.575360 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd1122f-d9b9-4548-849c-03078199b580 req-eef74f75-7f0d-4890-a95e-5392a9cc0506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:36:45.577217 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8bd1122f-d9b9-4548-849c-03078199b580 req-eef74f75-7f0d-4890-a95e-5392a9cc0506 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc6d5ff032774262833087cdb5dac57f&device_id=824a4177-275c-45da-8ee6-9f365ae3ba94 HTTP/1.1" status: 200  len: 1098 time: 0.2676363
Apr 19 19:36:45.600979 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-d173a9a3-2e5f-4c97-878a-9d5b3043334c None None] Provisioning complete for port b07528b5-a60b-41fc-ac0a-59a66b0d8c4e triggered by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:36:45.601409 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d173a9a3-2e5f-4c97-878a-9d5b3043334c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:45.759236 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd1122f-d9b9-4548-849c-03078199b580 req-85308ddd-12a9-4a67-8e8a-2a64e2e797d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:36:45.761573 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8bd1122f-d9b9-4548-849c-03078199b580 req-85308ddd-12a9-4a67-8e8a-2a64e2e797d6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cabf1e57-94c5-449b-bceb-ad5ee016bb62 HTTP/1.1" status: 200  len: 916 time: 0.1768656
Apr 19 19:36:45.826460 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6d1ca0c9-2a08-4b0e-bf05-86fef66329dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:45.944447 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8bd1122f-d9b9-4548-849c-03078199b580 req-3920074a-a65d-4a7e-b0f5-17bbea014aff service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b07528b5-a60b-41fc-ac0a-59a66b0d8c4e HTTP/1.1" status: 200  len: 1000 time: 0.1757555
Apr 19 19:36:46.079025 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd1122f-d9b9-4548-849c-03078199b580 req-fdd0199b-50ef-49f0-8ccb-19b4cd921ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:36:46.081403 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8bd1122f-d9b9-4548-849c-03078199b580 req-fdd0199b-50ef-49f0-8ccb-19b4cd921ead service neutron] 10.222.0.20 "GET /v2.0/subnets?id=27c0cb0a-80ab-420a-834e-c69dfc7d0834 HTTP/1.1" status: 200  len: 854 time: 0.1288214
Apr 19 19:36:46.181283 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd1122f-d9b9-4548-849c-03078199b580 req-cb4adcc3-8a72-4143-bb12-4806f248bceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:36:46.183361 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8bd1122f-d9b9-4548-849c-03078199b580 req-cb4adcc3-8a72-4143-bb12-4806f248bceb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cabf1e57-94c5-449b-bceb-ad5ee016bb62&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0951526
Apr 19 19:36:46.190728 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-d281ffc7-725e-4eb8-808d-e60cb845b57b tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Deleting port 55691632-a0e6-46a7-9496-526e25da19a9 {{(pid=86368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:36:46.191136 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d281ffc7-725e-4eb8-808d-e60cb845b57b tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:46.343712 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8bd1122f-d9b9-4548-849c-03078199b580 req-f5e60339-f479-4abf-8c34-616e0838100b service neutron] 10.222.0.20 "GET /v2.0/networks/cabf1e57-94c5-449b-bceb-ad5ee016bb62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1535366
Apr 19 19:36:46.399869 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d281ffc7-725e-4eb8-808d-e60cb845b57b tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697982'] for port, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:46.400249 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d281ffc7-725e-4eb8-808d-e60cb845b57b tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:46.566556 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-d281ffc7-725e-4eb8-808d-e60cb845b57b tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Calling delete_port for 55691632-a0e6-46a7-9496-526e25da19a9 owned by network:floatingip {{(pid=86368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:36:46.598964 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8bd1122f-d9b9-4548-849c-03078199b580 req-e44fd5e1-e0d0-46be-9308-fcd7ffc3f9af service neutron] 10.222.0.20 "GET /v2.0/networks/cabf1e57-94c5-449b-bceb-ad5ee016bb62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2476344
Apr 19 19:36:46.779872 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d281ffc7-725e-4eb8-808d-e60cb845b57b tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297115604255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297116051999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822331971'] for port, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:46.785518 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-2df3238b-9410-4fdc-8cbe-fcd5572b4594 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:36:46.840262 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d281ffc7-725e-4eb8-808d-e60cb845b57b tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Pushing event deleted for resources: {'Port': ['ID=55691632-a0e6-46a7-9496-526e25da19a9,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:36:46.843752 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-d281ffc7-725e-4eb8-808d-e60cb845b57b tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:36:46.940980 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d281ffc7-725e-4eb8-808d-e60cb845b57b tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Notify callbacks [] for floatingip, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:46.941352 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.db.l3_db [None req-d281ffc7-725e-4eb8-808d-e60cb845b57b tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Floating IP d5a8c2fc-abac-41d8-8e58-11cbd6e0ee5c disassociated (deleted). External IP: 172.27.1.53, port: b07528b5-a60b-41fc-ac0a-59a66b0d8c4e.
Apr 19 19:36:47.363785 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d281ffc7-725e-4eb8-808d-e60cb845b57b tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Router cc821ed7-8001-41e9-a134-8b064ad3d944 has already been hosted by L3 agent a3cf2d1c-6710-4478-a129-20091cfe97d1 {{(pid=86368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:36:47.568118 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device cac80793-57a1-48e1-ab26-c929e9b5c5d0 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:36:47.568722 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d281ffc7-725e-4eb8-808d-e60cb845b57b tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Notify agent at l3_agent.dv-cinder-786932-1-iscsi the message routers_updated {{(pid=86368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:36:47.585648 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d281ffc7-725e-4eb8-808d-e60cb845b57b tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for floatingip, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:47.622094 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b39b4de-a0e2-4ec7-b4b7-da1e8ad316c2 None None] Sync routers for ids ['cc821ed7-8001-41e9-a134-8b064ad3d944'] in dv-cinder-786932-1-iscsi {{(pid=86370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:36:47.645047 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] No Port match for: cac80793-57a1-48e1-ab26-c929e9b5c5d0 {{(pid=86370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:36:47.645716 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device cac80793-57a1-48e1-ab26-c929e9b5c5d0 not bound to the agent host hv-cinder-78693 {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:36:47.654096 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-d281ffc7-725e-4eb8-808d-e60cb845b57b tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "DELETE /v2.0/floatingips/d5a8c2fc-abac-41d8-8e58-11cbd6e0ee5c HTTP/1.1" status: 204  len: 168 time: 2.1040256
Apr 19 19:36:47.654872 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '824a4177-275c-45da-8ee6-9f365ae3ba94', 'tag': 'b07528b5-a60b-41fc-ac0a-59a66b0d8c4e'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:36:47.659361 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b39b4de-a0e2-4ec7-b4b7-da1e8ad316c2 None None] Routers {'cc821ed7-8001-41e9-a134-8b064ad3d944'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:36:47.660716 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-9b39b4de-a0e2-4ec7-b4b7-da1e8ad316c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0f5e4438>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:36:19Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['cc821ed7-8001-41e9-a134-8b064ad3d944'], 'active': True} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:36:47.753762 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '824a4177-275c-45da-8ee6-9f365ae3ba94', 'tag': 'b07528b5-a60b-41fc-ac0a-59a66b0d8c4e', 'status': 'completed', 'code': 200}
Apr 19 19:36:47.912541 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad3867b-b6d3-469b-bc8d-2731a7f75062 req-dd1c704e-e09b-4c10-aa78-42353dc25ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:36:47.915659 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6ad3867b-b6d3-469b-bc8d-2731a7f75062 req-dd1c704e-e09b-4c10-aa78-42353dc25ba1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc6d5ff032774262833087cdb5dac57f&device_id=824a4177-275c-45da-8ee6-9f365ae3ba94 HTTP/1.1" status: 200  len: 1098 time: 0.1156716
Apr 19 19:36:48.031151 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-9b39b4de-a0e2-4ec7-b4b7-da1e8ad316c2 None None] Set router cc821ed7-8001-41e9-a134-8b064ad3d944 gateway port host: dv-cinder-786932-1-iscsi {{(pid=86370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:36:48.236248 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad3867b-b6d3-469b-bc8d-2731a7f75062 req-8b36638c-ad25-4a92-965b-13c6ffd4dded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:36:48.239677 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6ad3867b-b6d3-469b-bc8d-2731a7f75062 req-8b36638c-ad25-4a92-965b-13c6ffd4dded service neutron] 10.222.0.20 "GET /v2.0/networks?id=cabf1e57-94c5-449b-bceb-ad5ee016bb62 HTTP/1.1" status: 200  len: 916 time: 0.3171067
Apr 19 19:36:48.455261 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6ad3867b-b6d3-469b-bc8d-2731a7f75062 req-c6c4043e-2a0f-466c-9396-893ad3c601f1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b07528b5-a60b-41fc-ac0a-59a66b0d8c4e HTTP/1.1" status: 200  len: 217 time: 0.2074418
Apr 19 19:36:48.592571 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad3867b-b6d3-469b-bc8d-2731a7f75062 req-be67cce9-2be8-4ea5-a32e-4c8d9bcc1405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:36:48.595767 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6ad3867b-b6d3-469b-bc8d-2731a7f75062 req-be67cce9-2be8-4ea5-a32e-4c8d9bcc1405 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=27c0cb0a-80ab-420a-834e-c69dfc7d0834 HTTP/1.1" status: 200  len: 854 time: 0.1335661
Apr 19 19:36:48.613438 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-9b39b4de-a0e2-4ec7-b4b7-da1e8ad316c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0f5e4438>, [{'id': 'cc821ed7-8001-41e9-a134-8b064ad3d944', 'name': 'tempest-TestMinimumBasicScenario-1518362485-router', 'tenant_id': 'bc6d5ff032774262833087cdb5dac57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'b996ecc6-2b2b-4433-b253-14a5ead1e926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:33:56Z', 'updated_at': '2021-04-19T19:34:02Z', 'revision_number': 4, 'project_id': 'bc6d5ff032774262833087cdb5dac57f', 'gw_port': {'id': 'b996ecc6-2b2b-4433-b253-14a5ead1e926', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc821ed7-8001-41e9-a134-8b064ad3d944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:33:57Z', 'updated_at': '2021-04-19T19:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_interfaces': [{'id': 'b4cafcfa-d615-4169-a1ac-5751b6994797', 'name': '', 'network_id': 'cabf1e57-94c5-449b-bceb-ad5ee016bb62', 'tenant_id': 'bc6d5ff032774262833087cdb5dac57f', 'mac_address': 'fa:16:3e:4f:ec:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc821ed7-8001-41e9-a134-8b064ad3d944', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '27c0cb0a-80ab-420a-834e-c69dfc7d0834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:34:01Z', 'updated_at': '2021-04-19T19:34:16Z', 'revision_number': 5, 'project_id': 'bc6d5ff032774262833087cdb5dac57f', 'subnets': [{'id': '27c0cb0a-80ab-420a-834e-c69dfc7d0834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:36:48.634834 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b39b4de-a0e2-4ec7-b4b7-da1e8ad316c2 None None] Checking router: cc821ed7-8001-41e9-a134-8b064ad3d944 for host: dv-cinder-786932-1-iscsi {{(pid=86370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:36:48.664179 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b39b4de-a0e2-4ec7-b4b7-da1e8ad316c2 None None] Routers {'cc821ed7-8001-41e9-a134-8b064ad3d944'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:36:48.665367 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-9b39b4de-a0e2-4ec7-b4b7-da1e8ad316c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0f5e4438>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:36:19Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['cc821ed7-8001-41e9-a134-8b064ad3d944'], 'active': True} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:36:48.752593 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad3867b-b6d3-469b-bc8d-2731a7f75062 req-bfba588e-1ec9-49c8-aeb0-114a89ad302e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:36:48.754158 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6ad3867b-b6d3-469b-bc8d-2731a7f75062 req-bfba588e-1ec9-49c8-aeb0-114a89ad302e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cabf1e57-94c5-449b-bceb-ad5ee016bb62&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1517978
Apr 19 19:36:48.765955 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-964bdec7-7574-461f-95a8-499a3e823bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:48.912802 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-9b39b4de-a0e2-4ec7-b4b7-da1e8ad316c2 None None] Set router cc821ed7-8001-41e9-a134-8b064ad3d944 gateway port host: dv-cinder-786932-1-iscsi {{(pid=86370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:36:49.287486 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-9b39b4de-a0e2-4ec7-b4b7-da1e8ad316c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0f5e4438>, [{'id': 'cc821ed7-8001-41e9-a134-8b064ad3d944', 'name': 'tempest-TestMinimumBasicScenario-1518362485-router', 'tenant_id': 'bc6d5ff032774262833087cdb5dac57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'b996ecc6-2b2b-4433-b253-14a5ead1e926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:33:56Z', 'updated_at': '2021-04-19T19:34:02Z', 'revision_number': 4, 'project_id': 'bc6d5ff032774262833087cdb5dac57f', 'gw_port': {'id': 'b996ecc6-2b2b-4433-b253-14a5ead1e926', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc821ed7-8001-41e9-a134-8b064ad3d944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:33:57Z', 'updated_at': '2021-04-19T19:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_interfaces': [{'id': 'b4cafcfa-d615-4169-a1ac-5751b6994797', 'name': '', 'network_id': 'cabf1e57-94c5-449b-bceb-ad5ee016bb62', 'tenant_id': 'bc6d5ff032774262833087cdb5dac57f', 'mac_address': 'fa:16:3e:4f:ec:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc821ed7-8001-41e9-a134-8b064ad3d944', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '27c0cb0a-80ab-420a-834e-c69dfc7d0834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:34:01Z', 'updated_at': '2021-04-19T19:34:16Z', 'revision_number': 5, 'project_id': 'bc6d5ff032774262833087cdb5dac57f', 'subnets': [{'id': '27c0cb0a-80ab-420a-834e-c69dfc7d0834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:36:49.292154 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b39b4de-a0e2-4ec7-b4b7-da1e8ad316c2 None None] The sync data for ids ['cc821ed7-8001-41e9-a134-8b064ad3d944'] in dv-cinder-786932-1-iscsi is: [{'id': 'cc821ed7-8001-41e9-a134-8b064ad3d944', 'name': 'tempest-TestMinimumBasicScenario-1518362485-router', 'tenant_id': 'bc6d5ff032774262833087cdb5dac57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'b996ecc6-2b2b-4433-b253-14a5ead1e926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:33:56Z', 'updated_at': '2021-04-19T19:34:02Z', 'revision_number': 4, 'project_id': 'bc6d5ff032774262833087cdb5dac57f', 'gw_port': {'id': 'b996ecc6-2b2b-4433-b253-14a5ead1e926', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc821ed7-8001-41e9-a134-8b064ad3d944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:33:57Z', 'updated_at': '2021-04-19T19:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_interfaces': [{'id': 'b4cafcfa-d615-4169-a1ac-5751b6994797', 'name': '', 'network_id': 'cabf1e57-94c5-449b-bceb-ad5ee016bb62', 'tenant_id': 'bc6d5ff032774262833087cdb5dac57f', 'mac_address': 'fa:16:3e:4f:ec:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc821ed7-8001-41e9-a134-8b064ad3d944', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '27c0cb0a-80ab-420a-834e-c69dfc7d0834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:34:01Z', 'updated_at': '2021-04-19T19:34:16Z', 'revision_number': 5, 'project_id': 'bc6d5ff032774262833087cdb5dac57f', 'subnets': [{'id': '27c0cb0a-80ab-420a-834e-c69dfc7d0834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:36:49.684757 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5fd456-82c9-47b0-abd4-7ff6b964da1b None None] New status for floating IP d5a8c2fc-abac-41d8-8e58-11cbd6e0ee5c: DOWN {{(pid=86371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 19:36:49.794671 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-000a1909-ab5b-4f97-8afb-04fdec5398f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:49.962299 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:50.704924 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5c78a517-44d6-4271-a115-cae59bf86ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:51.567461 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6ad3867b-b6d3-469b-bc8d-2731a7f75062 req-8629d17a-1738-41b3-bfdb-f8297a5dd549 service neutron] 10.222.0.20 "GET /v2.0/networks/cabf1e57-94c5-449b-bceb-ad5ee016bb62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1822755
Apr 19 19:36:51.735559 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6ad3867b-b6d3-469b-bc8d-2731a7f75062 req-49269869-796a-4aaa-b87a-b674c51c510f service neutron] 10.222.0.20 "GET /v2.0/networks/cabf1e57-94c5-449b-bceb-ad5ee016bb62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1616316
Apr 19 19:36:55.037613 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82937f-6a0e-4f9a-95c5-696a6352d0fc req-eb567b33-16f3-42bc-96ab-7bb493a771be tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:36:55.038462 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-6c82937f-6a0e-4f9a-95c5-696a6352d0fc req-eb567b33-16f3-42bc-96ab-7bb493a771be tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Synchronizing usage tracker for tenant:bc6d5ff032774262833087cdb5dac57f on resource:port {{(pid=86368) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:36:55.058517 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-6c82937f-6a0e-4f9a-95c5-696a6352d0fc req-eb567b33-16f3-42bc-96ab-7bb493a771be tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Unset dirty status for tenant:bc6d5ff032774262833087cdb5dac57f on resource:port {{(pid=86368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:36:55.060125 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6c82937f-6a0e-4f9a-95c5-696a6352d0fc req-eb567b33-16f3-42bc-96ab-7bb493a771be tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/ports?device_id=824a4177-275c-45da-8ee6-9f365ae3ba94 HTTP/1.1" status: 200  len: 945 time: 0.1213317
Apr 19 19:36:55.116699 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6c82937f-6a0e-4f9a-95c5-696a6352d0fc req-672930d2-ce28-4a3e-85a4-deba9d5fc044 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/security-groups?id=2209dc42-de8c-4ee1-988e-08136191c73c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495665
Apr 19 19:36:56.356689 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d51a3-fa5d-45f2-be63-24b241f250c9 req-f05faf64-76b5-4000-a4df-483f37bc529d tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:36:56.358741 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-045d51a3-fa5d-45f2-be63-24b241f250c9 req-f05faf64-76b5-4000-a4df-483f37bc529d tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/ports?device_id=824a4177-275c-45da-8ee6-9f365ae3ba94 HTTP/1.1" status: 200  len: 945 time: 0.1083071
Apr 19 19:36:56.416059 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-045d51a3-fa5d-45f2-be63-24b241f250c9 req-d72d106e-e794-42ab-b9ce-880194a4aa61 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/security-groups?id=2209dc42-de8c-4ee1-988e-08136191c73c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501966
Apr 19 19:36:56.768507 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff9e65-1acb-49ab-9778-9434a80b38a0 req-d811fda6-cf86-44aa-ab40-2b3eb7496597 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:36:56.769259 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-56ff9e65-1acb-49ab-9778-9434a80b38a0 req-d811fda6-cf86-44aa-ab40-2b3eb7496597 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Synchronizing usage tracker for tenant:bc6d5ff032774262833087cdb5dac57f on resource:port {{(pid=86369) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:36:56.786271 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-56ff9e65-1acb-49ab-9778-9434a80b38a0 req-d811fda6-cf86-44aa-ab40-2b3eb7496597 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Unset dirty status for tenant:bc6d5ff032774262833087cdb5dac57f on resource:port {{(pid=86369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:36:56.788415 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-56ff9e65-1acb-49ab-9778-9434a80b38a0 req-d811fda6-cf86-44aa-ab40-2b3eb7496597 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.20 "GET /v2.0/ports?device_id=824a4177-275c-45da-8ee6-9f365ae3ba94 HTTP/1.1" status: 200  len: 945 time: 0.1219721
Apr 19 19:36:56.906457 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-56ff9e65-1acb-49ab-9778-9434a80b38a0 req-57143a78-6474-4bc0-af5f-9e1f5b856996 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Deleting port b07528b5-a60b-41fc-ac0a-59a66b0d8c4e {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:36:56.906857 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-56ff9e65-1acb-49ab-9778-9434a80b38a0 req-57143a78-6474-4bc0-af5f-9e1f5b856996 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:57.206307 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-56ff9e65-1acb-49ab-9778-9434a80b38a0 req-57143a78-6474-4bc0-af5f-9e1f5b856996 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] For port b07528b5-a60b-41fc-ac0a-59a66b0d8c4e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b07528b5-a60b-41fc-ac0a-59a66b0d8c4e,segment=NetworkSegment(c9f64e16-f74b-4697-b568-46ea1751b563),segment_id=c9f64e16-f74b-4697-b568-46ea1751b563)] {{(pid=86369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:36:57.206744 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-56ff9e65-1acb-49ab-9778-9434a80b38a0 req-57143a78-6474-4bc0-af5f-9e1f5b856996 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697982'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:57.373416 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-56ff9e65-1acb-49ab-9778-9434a80b38a0 req-57143a78-6474-4bc0-af5f-9e1f5b856996 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Calling delete_port for b07528b5-a60b-41fc-ac0a-59a66b0d8c4e owned by compute:nova {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:36:57.554122 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-56ff9e65-1acb-49ab-9778-9434a80b38a0 req-57143a78-6474-4bc0-af5f-9e1f5b856996 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297115604255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297116051999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31618435'] for port, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:57.561534 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-2f9eb154-9885-496d-bd30-4de23ae44db7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:36:57.620393 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57143a78-6474-4bc0-af5f-9e1f5b856996 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Pushing event deleted for resources: {'Port': ['ID=b07528b5-a60b-41fc-ac0a-59a66b0d8c4e,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:36:57.666747 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57143a78-6474-4bc0-af5f-9e1f5b856996 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:36:57.667169 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57143a78-6474-4bc0-af5f-9e1f5b856996 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:36:57.667590 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57143a78-6474-4bc0-af5f-9e1f5b856996 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:36:57.668024 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57143a78-6474-4bc0-af5f-9e1f5b856996 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:36:57.668621 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57143a78-6474-4bc0-af5f-9e1f5b856996 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:36:57.669033 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57143a78-6474-4bc0-af5f-9e1f5b856996 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:36:57.669444 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57143a78-6474-4bc0-af5f-9e1f5b856996 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:36:57.669844 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57143a78-6474-4bc0-af5f-9e1f5b856996 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:36:57.670248 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57143a78-6474-4bc0-af5f-9e1f5b856996 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:36:57.670648 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57143a78-6474-4bc0-af5f-9e1f5b856996 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:36:57.671048 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57143a78-6474-4bc0-af5f-9e1f5b856996 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:36:57.671446 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57143a78-6474-4bc0-af5f-9e1f5b856996 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:36:57.679881 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-57143a78-6474-4bc0-af5f-9e1f5b856996 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:36:57.694270 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-8b9ae949-5bad-46d5-a318-85d9d3813c8c req-35dbb57c-d592-4f5b-a7e1-20d1acf57ec7 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/ports?device_id=824a4177-275c-45da-8ee6-9f365ae3ba94 HTTP/1.1" status: 200  len: 210 time: 0.0824969
Apr 19 19:36:57.721442 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-56ff9e65-1acb-49ab-9778-9434a80b38a0 req-57143a78-6474-4bc0-af5f-9e1f5b856996 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] No DVR routers for this DVR port b07528b5-a60b-41fc-ac0a-59a66b0d8c4e on host hv-cinder-78693 {{(pid=86369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 19:36:57.724644 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-56ff9e65-1acb-49ab-9778-9434a80b38a0 req-57143a78-6474-4bc0-af5f-9e1f5b856996 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:36:57.727963 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '824a4177-275c-45da-8ee6-9f365ae3ba94', 'name': 'network-vif-deleted', 'tag': 'b07528b5-a60b-41fc-ac0a-59a66b0d8c4e'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:36:57.749434 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-56ff9e65-1acb-49ab-9778-9434a80b38a0 req-57143a78-6474-4bc0-af5f-9e1f5b856996 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.20 "DELETE /v2.0/ports/b07528b5-a60b-41fc-ac0a-59a66b0d8c4e HTTP/1.1" status: 204  len: 173 time: 0.9550738
Apr 19 19:36:57.784762 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '824a4177-275c-45da-8ee6-9f365ae3ba94', 'name': 'network-vif-deleted', 'tag': 'b07528b5-a60b-41fc-ac0a-59a66b0d8c4e', 'status': 'completed', 'code': 200}
Apr 19 19:36:58.888614 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-178bf9cd-8dd6-4d1c-95e3-32c428858abd req-b630a670-272e-4c8d-97b6-b98f57286721 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/ports?device_id=824a4177-275c-45da-8ee6-9f365ae3ba94 HTTP/1.1" status: 200  len: 210 time: 0.0583532
Apr 19 19:37:00.071905 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-42d3c5a9-19ff-42bd-ba9b-d5d98670b1cd req-4e99cc76-a57f-4fb7-9d24-aaa9ccbe662a tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] 10.222.0.36 "GET /v2.0/ports?device_id=824a4177-275c-45da-8ee6-9f365ae3ba94 HTTP/1.1" status: 200  len: 210 time: 0.0535440
Apr 19 19:37:00.356044 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] get_ports_and_sgs() called for port_ids ['b07528b5-a60b-41fc-ac0a-59a66b0d8c4e'] {{(pid=86370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:37:00.414461 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:02.997379 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 58636) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:37:03.670240 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c3f1d5f5-9564-46e4-a41b-4f13cdea4842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700825'] for router_interface, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:04.364475 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device b07528b5-a60b-41fc-ac0a-59a66b0d8c4e no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:37:04.367496 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-c3f1d5f5-9564-46e4-a41b-4f13cdea4842 admin admin] Deleting port b4cafcfa-d615-4169-a1ac-5751b6994797 {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:37:04.367908 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c3f1d5f5-9564-46e4-a41b-4f13cdea4842 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:04.406595 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] No Port match for: b07528b5-a60b-41fc-ac0a-59a66b0d8c4e {{(pid=86370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:37:04.406986 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device b07528b5-a60b-41fc-ac0a-59a66b0d8c4e not bound to the agent host hv-cinder-78693 {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:37:04.584713 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-c3f1d5f5-9564-46e4-a41b-4f13cdea4842 admin admin] For port b4cafcfa-d615-4169-a1ac-5751b6994797, host dv-cinder-786932-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=b4cafcfa-d615-4169-a1ac-5751b6994797,segment=NetworkSegment(c9f64e16-f74b-4697-b568-46ea1751b563),segment_id=c9f64e16-f74b-4697-b568-46ea1751b563)] {{(pid=86369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:37:04.585102 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c3f1d5f5-9564-46e4-a41b-4f13cdea4842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697982'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:04.726675 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-c3f1d5f5-9564-46e4-a41b-4f13cdea4842 admin admin] Calling delete_port for b4cafcfa-d615-4169-a1ac-5751b6994797 owned by network:router_interface {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:37:04.933454 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c3f1d5f5-9564-46e4-a41b-4f13cdea4842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297115604255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297116051999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31618435'] for port, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:04.938939 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-7409991e-9e88-4d5a-8f31-33632c8fd6fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:37:04.995101 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f1d5f5-9564-46e4-a41b-4f13cdea4842 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4cafcfa-d615-4169-a1ac-5751b6994797,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:37:05.025689 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c3f1d5f5-9564-46e4-a41b-4f13cdea4842 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:37:05.304788 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c3f1d5f5-9564-46e4-a41b-4f13cdea4842 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700903'] for router_interface, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:05.765752 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f1d5f5-9564-46e4-a41b-4f13cdea4842 admin admin] Router cc821ed7-8001-41e9-a134-8b064ad3d944 has already been hosted by L3 agent a3cf2d1c-6710-4478-a129-20091cfe97d1 {{(pid=86369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:37:05.978535 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f1d5f5-9564-46e4-a41b-4f13cdea4842 admin admin] Notify agent at l3_agent.dv-cinder-786932-1-iscsi the message routers_updated {{(pid=86369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:37:05.993111 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cc8663-7e42-4926-82aa-0b8fe617cfcf None None] Sync routers for ids ['cc821ed7-8001-41e9-a134-8b064ad3d944'] in dv-cinder-786932-1-iscsi {{(pid=86370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:37:05.996550 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-c3f1d5f5-9564-46e4-a41b-4f13cdea4842 admin admin] 10.222.0.36 "PUT /v2.0/routers/cc821ed7-8001-41e9-a134-8b064ad3d944/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9977498
Apr 19 19:37:06.000987 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 58664) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:37:06.004924 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cc8663-7e42-4926-82aa-0b8fe617cfcf None None] Routers {'cc821ed7-8001-41e9-a134-8b064ad3d944'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:37:06.005616 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-90cc8663-7e42-4926-82aa-0b8fe617cfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0e75eda0>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:36:49Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['cc821ed7-8001-41e9-a134-8b064ad3d944'], 'active': True} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:37:06.252991 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4d22405b-4013-46c4-931f-74cba7257bb8 admin admin] Notify callbacks [] for router, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:06.305522 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-90cc8663-7e42-4926-82aa-0b8fe617cfcf None None] Set router cc821ed7-8001-41e9-a134-8b064ad3d944 gateway port host: dv-cinder-786932-1-iscsi {{(pid=86370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:37:06.468052 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4d22405b-4013-46c4-931f-74cba7257bb8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:06.477382 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-4d22405b-4013-46c4-931f-74cba7257bb8 admin admin] Deleting port b996ecc6-2b2b-4433-b253-14a5ead1e926 {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:37:06.477767 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4d22405b-4013-46c4-931f-74cba7257bb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:06.683869 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-4d22405b-4013-46c4-931f-74cba7257bb8 admin admin] For port b996ecc6-2b2b-4433-b253-14a5ead1e926, host dv-cinder-786932-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=b996ecc6-2b2b-4433-b253-14a5ead1e926,segment=NetworkSegment(f117aaf9-f038-40ae-a060-7b312532719e),segment_id=f117aaf9-f038-40ae-a060-7b312532719e)] {{(pid=86369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:37:06.684484 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4d22405b-4013-46c4-931f-74cba7257bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697982'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:06.690534 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-56618793-170e-4aa6-8efa-9c6d4ae7a1f6 None None] Agent healthcheck: found 6 active agents {{(pid=86371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:37:06.764570 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-90cc8663-7e42-4926-82aa-0b8fe617cfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0e75eda0>, [{'id': 'cc821ed7-8001-41e9-a134-8b064ad3d944', 'name': 'tempest-TestMinimumBasicScenario-1518362485-router', 'tenant_id': 'bc6d5ff032774262833087cdb5dac57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'b996ecc6-2b2b-4433-b253-14a5ead1e926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:33:56Z', 'updated_at': '2021-04-19T19:37:04Z', 'revision_number': 5, 'project_id': 'bc6d5ff032774262833087cdb5dac57f', 'gw_port': {'id': 'b996ecc6-2b2b-4433-b253-14a5ead1e926', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc821ed7-8001-41e9-a134-8b064ad3d944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:33:57Z', 'updated_at': '2021-04-19T19:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi'}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:37:06.769919 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cc8663-7e42-4926-82aa-0b8fe617cfcf None None] Checking router: cc821ed7-8001-41e9-a134-8b064ad3d944 for host: dv-cinder-786932-1-iscsi {{(pid=86370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:37:06.782802 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cc8663-7e42-4926-82aa-0b8fe617cfcf None None] Routers {'cc821ed7-8001-41e9-a134-8b064ad3d944'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:37:06.783787 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-90cc8663-7e42-4926-82aa-0b8fe617cfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0e75eda0>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:36:49Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['cc821ed7-8001-41e9-a134-8b064ad3d944'], 'active': True} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:37:06.828781 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-4d22405b-4013-46c4-931f-74cba7257bb8 admin admin] Calling delete_port for b996ecc6-2b2b-4433-b253-14a5ead1e926 owned by network:router_gateway {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:37:07.182499 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-90cc8663-7e42-4926-82aa-0b8fe617cfcf None None] Set router cc821ed7-8001-41e9-a134-8b064ad3d944 gateway port host: None {{(pid=86370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:37:07.309819 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-90cc8663-7e42-4926-82aa-0b8fe617cfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0e75eda0>, [{'id': 'cc821ed7-8001-41e9-a134-8b064ad3d944', 'name': 'tempest-TestMinimumBasicScenario-1518362485-router', 'tenant_id': 'bc6d5ff032774262833087cdb5dac57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:33:56Z', 'updated_at': '2021-04-19T19:37:06Z', 'revision_number': 6, 'project_id': 'bc6d5ff032774262833087cdb5dac57f', 'gw_port_host': None}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:37:07.314743 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cc8663-7e42-4926-82aa-0b8fe617cfcf None None] The sync data for ids ['cc821ed7-8001-41e9-a134-8b064ad3d944'] in dv-cinder-786932-1-iscsi is: [{'id': 'cc821ed7-8001-41e9-a134-8b064ad3d944', 'name': 'tempest-TestMinimumBasicScenario-1518362485-router', 'tenant_id': 'bc6d5ff032774262833087cdb5dac57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:33:56Z', 'updated_at': '2021-04-19T19:37:06Z', 'revision_number': 6, 'project_id': 'bc6d5ff032774262833087cdb5dac57f', 'gw_port_host': None}] {{(pid=86370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:37:07.355178 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4d22405b-4013-46c4-931f-74cba7257bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297115604255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297116051999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31618435'] for port, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:07.362015 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-5893ca63-28e0-4a8d-b18d-6d447836e263 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:37:07.416997 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d22405b-4013-46c4-931f-74cba7257bb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b996ecc6-2b2b-4433-b253-14a5ead1e926,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:37:07.420858 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-4d22405b-4013-46c4-931f-74cba7257bb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:37:07.538793 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4d22405b-4013-46c4-931f-74cba7257bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854097050'] for router_gateway, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:07.758556 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4d22405b-4013-46c4-931f-74cba7257bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854083014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854743379'] for router, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:07.762230 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4d22405b-4013-46c4-931f-74cba7257bb8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:07.787790 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4d22405b-4013-46c4-931f-74cba7257bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-702846'] for router, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:07.788402 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d22405b-4013-46c4-931f-74cba7257bb8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc821ed7-8001-41e9-a134-8b064ad3d944 {{(pid=86369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 19 19:37:07.802877 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4d22405b-4013-46c4-931f-74cba7257bb8 admin admin] Notify callbacks [] for router, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:07.804526 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-4d22405b-4013-46c4-931f-74cba7257bb8 admin admin] 10.222.0.36 "DELETE /v2.0/routers/cc821ed7-8001-41e9-a134-8b064ad3d944 HTTP/1.1" status: 204  len: 168 time: 1.8023276
Apr 19 19:37:07.808346 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 58676) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:37:07.901751 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cc6772b-6f25-445e-8750-93ca0dfa78d3 admin admin] Deleting subnet 27c0cb0a-80ab-420a-834e-c69dfc7d0834 {{(pid=86369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 19:37:07.905617 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8cc6772b-6f25-445e-8750-93ca0dfa78d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:07.967983 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8cc6772b-6f25-445e-8750-93ca0dfa78d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036821571810'] for subnet, precommit_delete_associations {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:08.097083 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8cc6772b-6f25-445e-8750-93ca0dfa78d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1918498'] for subnet, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:08.122155 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device b996ecc6-2b2b-4433-b253-14a5ead1e926 no longer exists at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:37:08.166634 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] No Port match for: b996ecc6-2b2b-4433-b253-14a5ead1e926 {{(pid=86370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:37:08.167094 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device b996ecc6-2b2b-4433-b253-14a5ead1e926 not bound to the agent host dv-cinder-786932-1-iscsi {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:37:08.167615 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device b4cafcfa-d615-4169-a1ac-5751b6994797 no longer exists at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:37:08.210386 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] No Port match for: b4cafcfa-d615-4169-a1ac-5751b6994797 {{(pid=86370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:37:08.210779 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device b4cafcfa-d615-4169-a1ac-5751b6994797 not bound to the agent host dv-cinder-786932-1-iscsi {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:37:08.617446 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8cc6772b-6f25-445e-8750-93ca0dfa78d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852857318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31618135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036824016211'] for subnet, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:08.627204 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-b01c5a92-61f5-460d-8179-51122e09bc38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:37:08.713947 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc6772b-6f25-445e-8750-93ca0dfa78d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27c0cb0a-80ab-420a-834e-c69dfc7d0834,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:37:08.717787 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8cc6772b-6f25-445e-8750-93ca0dfa78d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for subnet, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:08.723109 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8cc6772b-6f25-445e-8750-93ca0dfa78d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:37:08.724827 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0327b0ce-fd61-4a9b-9697-0b98ad0df049 None None] Network cabf1e57-94c5-449b-bceb-ad5ee016bb62 requested from dv-cinder-786932-1-iscsi {{(pid=86370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:37:08.736592 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 58692) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:37:08.748681 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-8cc6772b-6f25-445e-8750-93ca0dfa78d3 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/27c0cb0a-80ab-420a-834e-c69dfc7d0834 HTTP/1.1" status: 204  len: 168 time: 0.9387288
Apr 19 19:37:08.951033 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-afac507b-1b3e-417e-8243-146ea75c35e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636206'] for network, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:08.972281 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-afac507b-1b3e-417e-8243-146ea75c35e4 admin admin] Deleting port 4f55d53e-79a9-4479-a0a9-110fc86335c2 {{(pid=86368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:37:08.972766 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-afac507b-1b3e-417e-8243-146ea75c35e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:09.093381 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd11d8b8-9467-4d7c-937f-b57a28e25b51 None None] DHCP port deletion for cabf1e57-94c5-449b-bceb-ad5ee016bb62 request from dv-cinder-786932-1-iscsi {{(pid=86370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 19 19:37:09.099571 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-fd11d8b8-9467-4d7c-937f-b57a28e25b51 None None] Deleting port 4f55d53e-79a9-4479-a0a9-110fc86335c2 {{(pid=86370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:37:09.100228 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-fd11d8b8-9467-4d7c-937f-b57a28e25b51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:09.383890 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-afac507b-1b3e-417e-8243-146ea75c35e4 admin admin] For port 4f55d53e-79a9-4479-a0a9-110fc86335c2, host dv-cinder-786932-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=4f55d53e-79a9-4479-a0a9-110fc86335c2,segment=NetworkSegment(c9f64e16-f74b-4697-b568-46ea1751b563),segment_id=c9f64e16-f74b-4697-b568-46ea1751b563)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:37:09.384761 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-afac507b-1b3e-417e-8243-146ea75c35e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697982'] for port, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:09.416916 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-fd11d8b8-9467-4d7c-937f-b57a28e25b51 None None] For port 4f55d53e-79a9-4479-a0a9-110fc86335c2, host dv-cinder-786932-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=4f55d53e-79a9-4479-a0a9-110fc86335c2,segment=NetworkSegment(c9f64e16-f74b-4697-b568-46ea1751b563),segment_id=c9f64e16-f74b-4697-b568-46ea1751b563)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:37:09.417340 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-fd11d8b8-9467-4d7c-937f-b57a28e25b51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697982'] for port, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:09.554232 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-fd11d8b8-9467-4d7c-937f-b57a28e25b51 None None] Calling delete_port for 4f55d53e-79a9-4479-a0a9-110fc86335c2 owned by network:dhcp {{(pid=86370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:37:09.648784 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-fd11d8b8-9467-4d7c-937f-b57a28e25b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297115604255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297116051999'] for port, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:09.660658 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-9cf0a25f-6fc3-4bd0-ba0e-1e70a406a35c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:37:09.663084 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-afac507b-1b3e-417e-8243-146ea75c35e4 admin admin] Calling delete_port for 4f55d53e-79a9-4479-a0a9-110fc86335c2 owned by network:dhcp {{(pid=86368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:37:09.722162 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd11d8b8-9467-4d7c-937f-b57a28e25b51 None None] No DVR routers for this DVR port 4f55d53e-79a9-4479-a0a9-110fc86335c2 on host dv-cinder-786932-1-iscsi {{(pid=86370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 19:37:09.724651 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd11d8b8-9467-4d7c-937f-b57a28e25b51 None None] Pushing event deleted for resources: {'Port': ['ID=4f55d53e-79a9-4479-a0a9-110fc86335c2,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:37:09.728471 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-fd11d8b8-9467-4d7c-937f-b57a28e25b51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:37:09.806613 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.db.api [None req-afac507b-1b3e-417e-8243-146ea75c35e4 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86368) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 19 19:37:09.807518 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_db.api [None req-afac507b-1b3e-417e-8243-146ea75c35e4 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 19 19:37:10.108434 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device 4f55d53e-79a9-4479-a0a9-110fc86335c2 no longer exists at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:37:10.146552 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] No Port match for: 4f55d53e-79a9-4479-a0a9-110fc86335c2 {{(pid=86370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:37:10.146942 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device 4f55d53e-79a9-4479-a0a9-110fc86335c2 not bound to the agent host dv-cinder-786932-1-iscsi {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:37:10.308694 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-afac507b-1b3e-417e-8243-146ea75c35e4 admin admin] Deleting port 4f55d53e-79a9-4479-a0a9-110fc86335c2 {{(pid=86368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:37:10.309035 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-afac507b-1b3e-417e-8243-146ea75c35e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:10.387294 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-afac507b-1b3e-417e-8243-146ea75c35e4 admin admin] The port '4f55d53e-79a9-4479-a0a9-110fc86335c2' was deleted {{(pid=86368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 19 19:37:10.521213 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-afac507b-1b3e-417e-8243-146ea75c35e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852857225', 'neutron.services.segments.db._delete_segments_for_network-8739739090035'] for network, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:10.647203 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-afac507b-1b3e-417e-8243-146ea75c35e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2e0f1fb588>,) {'filters': {'network_id': ['cabf1e57-94c5-449b-bceb-ad5ee016bb62']}} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:37:10.662819 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-afac507b-1b3e-417e-8243-146ea75c35e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2e0f1fb588>, 'c9f64e16-f74b-4697-b568-46ea1751b563') {'for_net_delete': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:37:10.663154 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-afac507b-1b3e-417e-8243-146ea75c35e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2e0f1fb588>, 'c9f64e16-f74b-4697-b568-46ea1751b563') {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:37:10.677026 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-afac507b-1b3e-417e-8243-146ea75c35e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363297115576163', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31534358'] for segment, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:10.692918 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-afac507b-1b3e-417e-8243-146ea75c35e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852957628'] for segment, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:10.699848 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afac507b-1b3e-417e-8243-146ea75c35e4 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=86368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 19:37:10.908309 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-afac507b-1b3e-417e-8243-146ea75c35e4 admin admin] Network cabf1e57-94c5-449b-bceb-ad5ee016bb62 has no segments {{(pid=86368) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:37:10.925199 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-afac507b-1b3e-417e-8243-146ea75c35e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1818163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32443850'] for segment, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:11.142513 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-afac507b-1b3e-417e-8243-146ea75c35e4 admin admin] Network cabf1e57-94c5-449b-bceb-ad5ee016bb62 has no segments {{(pid=86368) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:37:11.148061 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ca665f3e-191e-4811-a90d-078c8951072e req-d84eda60-fd92-45b8-b00d-8a0c0bf8c76c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d9e65d98-44a7-4952-b2cd-d0c3966d15fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0918090
Apr 19 19:37:11.188548 dv-cinder-786932-1-iscsi neutron-server[86253]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 19 19:37:11.188548 dv-cinder-786932-1-iscsi neutron-server[86253]:   % (table.description, expected, rows_matched)
Apr 19 19:37:11.188548 dv-cinder-786932-1-iscsi neutron-server[86253]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 19 19:37:11.188548 dv-cinder-786932-1-iscsi neutron-server[86253]:   % (table.description, expected, rows_matched)
Apr 19 19:37:11.188548 dv-cinder-786932-1-iscsi neutron-server[86253]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 19 19:37:11.188548 dv-cinder-786932-1-iscsi neutron-server[86253]:   % (table.description, expected, rows_matched)
Apr 19 19:37:11.188548 dv-cinder-786932-1-iscsi neutron-server[86253]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 19 19:37:11.188548 dv-cinder-786932-1-iscsi neutron-server[86253]:   % (table.description, expected, rows_matched)
Apr 19 19:37:11.188548 dv-cinder-786932-1-iscsi neutron-server[86253]: Traceback (most recent call last):
Apr 19 19:37:11.188548 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 19:37:11.188548 dv-cinder-786932-1-iscsi neutron-server[86253]:     timer()
Apr 19 19:37:11.188548 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 19:37:11.188548 dv-cinder-786932-1-iscsi neutron-server[86253]:     cb(*args, **kw)
Apr 19 19:37:11.188548 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 19:37:11.188548 dv-cinder-786932-1-iscsi neutron-server[86253]:     return func(*args, **kwargs)
Apr 19 19:37:11.188548 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 19:37:11.188548 dv-cinder-786932-1-iscsi neutron-server[86253]:     self._notify()
Apr 19 19:37:11.188548 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 19:37:11.188548 dv-cinder-786932-1-iscsi neutron-server[86253]:     self.callback(batched_events)
Apr 19 19:37:11.188548 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 19:37:11.188548 dv-cinder-786932-1-iscsi neutron-server[86253]:     event.method(event)
Apr 19 19:37:11.188548 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 19:37:11.188548 dv-cinder-786932-1-iscsi neutron-server[86253]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 19:37:11.188548 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 19:37:11.188548 dv-cinder-786932-1-iscsi neutron-server[86253]:     segment_id)['aggregates'][0]
Apr 19 19:37:11.188548 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 19:37:11.188548 dv-cinder-786932-1-iscsi neutron-server[86253]:     return f(self, *a, **k)
Apr 19 19:37:11.188548 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 19:37:11.188548 dv-cinder-786932-1-iscsi neutron-server[86253]:     return self._get(url).json()
Apr 19 19:37:11.188548 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 19:37:11.188548 dv-cinder-786932-1-iscsi neutron-server[86253]:     **kwargs)
Apr 19 19:37:11.188548 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 19:37:11.188548 dv-cinder-786932-1-iscsi neutron-server[86253]:     return self.request(url, 'GET', **kwargs)
Apr 19 19:37:11.188548 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 19:37:11.188548 dv-cinder-786932-1-iscsi neutron-server[86253]:     **endpoint_filter)
Apr 19 19:37:11.188548 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 19:37:11.188548 dv-cinder-786932-1-iscsi neutron-server[86253]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 19:37:11.188548 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 19:37:11.188548 dv-cinder-786932-1-iscsi neutron-server[86253]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 19:37:11.188548 dv-cinder-786932-1-iscsi neutron-server[86253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 19:37:11.343943 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca665f3e-191e-4811-a90d-078c8951072e req-bc3acc96-4997-4f7a-8465-4a4a28dac7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:37:11.345774 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ca665f3e-191e-4811-a90d-078c8951072e req-bc3acc96-4997-4f7a-8465-4a4a28dac7fe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc5b0bd7c7ca48888f8782e781e6974d&device_id=d9e65d98-44a7-4952-b2cd-d0c3966d15fc HTTP/1.1" status: 200  len: 1098 time: 0.0988829
Apr 19 19:37:11.589260 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca665f3e-191e-4811-a90d-078c8951072e req-16c3c553-82de-4aa9-8fec-182e7bd5afed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:37:11.590596 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ca665f3e-191e-4811-a90d-078c8951072e req-16c3c553-82de-4aa9-8fec-182e7bd5afed service neutron] 10.222.0.20 "GET /v2.0/networks?id=6bc43f42-83b1-4f83-bfff-5d0318eef92c HTTP/1.1" status: 200  len: 912 time: 0.2217331
Apr 19 19:37:11.650365 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-afac507b-1b3e-417e-8243-146ea75c35e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854087039'] for network, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:11.657229 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-afac507b-1b3e-417e-8243-146ea75c35e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:11.676503 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:37:11.698004 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac507b-1b3e-417e-8243-146ea75c35e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=cabf1e57-94c5-449b-bceb-ad5ee016bb62,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:37:11.701101 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-afac507b-1b3e-417e-8243-146ea75c35e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:37:11.705600 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-afac507b-1b3e-417e-8243-146ea75c35e4 admin admin] 10.222.0.36 "DELETE /v2.0/networks/cabf1e57-94c5-449b-bceb-ad5ee016bb62 HTTP/1.1" status: 204  len: 168 time: 2.9651086
Apr 19 19:37:11.705957 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 58714) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:37:11.713177 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ca665f3e-191e-4811-a90d-078c8951072e req-1d41cd7e-bb79-4229-a5c0-9d77e8f1e2d2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da900dc3-28e2-4064-af0d-9f0e2f7249c8 HTTP/1.1" status: 200  len: 1000 time: 0.1150167
Apr 19 19:37:11.800574 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca665f3e-191e-4811-a90d-078c8951072e req-3a91968e-3c0a-4f92-af7e-52d5e38d9233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:37:11.802167 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ca665f3e-191e-4811-a90d-078c8951072e req-3a91968e-3c0a-4f92-af7e-52d5e38d9233 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d1ed8313-f386-4db8-8de3-b6bf3e8e6da1 HTTP/1.1" status: 200  len: 850 time: 0.0779812
Apr 19 19:37:11.896874 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca665f3e-191e-4811-a90d-078c8951072e req-80061b50-a164-43de-9204-3977a626e213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:37:11.898526 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ca665f3e-191e-4811-a90d-078c8951072e req-80061b50-a164-43de-9204-3977a626e213 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6bc43f42-83b1-4f83-bfff-5d0318eef92c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0892110
Apr 19 19:37:12.064320 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ca665f3e-191e-4811-a90d-078c8951072e req-cc3ab22d-432b-4ac6-8605-63ebed2f8d85 service neutron] 10.222.0.20 "GET /v2.0/networks/6bc43f42-83b1-4f83-bfff-5d0318eef92c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1576004
Apr 19 19:37:12.232507 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-ca665f3e-191e-4811-a90d-078c8951072e req-139f5df8-9fbc-434a-83a8-c8ab1c59ff71 service neutron] 10.222.0.20 "GET /v2.0/networks/6bc43f42-83b1-4f83-bfff-5d0318eef92c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1613281
Apr 19 19:37:12.412352 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5d7b90e7-0a24-4a96-82f9-f9deffc8898f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700825'] for router_interface, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:12.820478 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-5d7b90e7-0a24-4a96-82f9-f9deffc8898f admin admin] Deleting port f6c8398e-e5be-405c-8d46-a28ce3bc75be {{(pid=86368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:37:12.821124 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5d7b90e7-0a24-4a96-82f9-f9deffc8898f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:13.076139 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-5d7b90e7-0a24-4a96-82f9-f9deffc8898f admin admin] For port f6c8398e-e5be-405c-8d46-a28ce3bc75be, host dv-cinder-786932-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=f6c8398e-e5be-405c-8d46-a28ce3bc75be,segment=NetworkSegment(6e0ccf5d-63d4-4435-aafc-36f2fe493aa8),segment_id=6e0ccf5d-63d4-4435-aafc-36f2fe493aa8)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:37:13.076982 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5d7b90e7-0a24-4a96-82f9-f9deffc8898f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697982'] for port, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:13.263267 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-5d7b90e7-0a24-4a96-82f9-f9deffc8898f admin admin] Calling delete_port for f6c8398e-e5be-405c-8d46-a28ce3bc75be owned by network:router_interface {{(pid=86368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:37:13.378978 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a84006e0-248b-4174-ba95-eed2822cc0c3 req-1cbf6313-9f85-40bb-a2b5-e08394e118c1 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1716415732&fields=id&tenant_id=bc5b0bd7c7ca48888f8782e781e6974d HTTP/1.1" status: 200  len: 267 time: 0.0754395
Apr 19 19:37:13.642053 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84006e0-248b-4174-ba95-eed2822cc0c3 req-7d347e5a-f56d-4744-9af8-021e834cc98d tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:37:13.643771 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a84006e0-248b-4174-ba95-eed2822cc0c3 req-7d347e5a-f56d-4744-9af8-021e834cc98d tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/networks?id=6bc43f42-83b1-4f83-bfff-5d0318eef92c HTTP/1.1" status: 200  len: 811 time: 0.2491713
Apr 19 19:37:13.695228 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a84006e0-248b-4174-ba95-eed2822cc0c3 req-f529b5ae-35f6-446a-96f6-2a9047b924a4 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/quotas/bc5b0bd7c7ca48888f8782e781e6974d HTTP/1.1" status: 200  len: 375 time: 0.0194328
Apr 19 19:37:13.778890 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5d7b90e7-0a24-4a96-82f9-f9deffc8898f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297115604255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297116051999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822331971'] for port, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:13.786830 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e6cde967-6b8d-4afe-a76d-2e2db6327e9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:37:13.875893 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7b90e7-0a24-4a96-82f9-f9deffc8898f admin admin] Pushing event deleted for resources: {'Port': ['ID=f6c8398e-e5be-405c-8d46-a28ce3bc75be,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:37:13.889014 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-5d7b90e7-0a24-4a96-82f9-f9deffc8898f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:37:13.976236 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a84006e0-248b-4174-ba95-eed2822cc0c3 req-1f89dcb3-5803-4c23-a3c3-d2b345c2b0cb tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bc5b0bd7c7ca48888f8782e781e6974d&fields=id HTTP/1.1" status: 200  len: 440 time: 0.2714176
Apr 19 19:37:14.195547 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5d7b90e7-0a24-4a96-82f9-f9deffc8898f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700903'] for router_interface, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:14.211652 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [req-a84006e0-248b-4174-ba95-eed2822cc0c3 req-68742e44-aa7c-425c-a277-1879f6f70020 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=86368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 19:37:14.212780 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a84006e0-248b-4174-ba95-eed2822cc0c3 req-68742e44-aa7c-425c-a277-1879f6f70020 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1655509
Apr 19 19:37:14.842930 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a84006e0-248b-4174-ba95-eed2822cc0c3 req-7e7b0f2f-5608-469f-8758-13a1e0a7a1a4 service neutron] 10.222.0.36 "GET /v2.0/networks/6bc43f42-83b1-4f83-bfff-5d0318eef92c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5700052
Apr 19 19:37:15.184325 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a84006e0-248b-4174-ba95-eed2822cc0c3 req-a836c7a0-344f-4588-876d-17b3492fddf7 service neutron] 10.222.0.36 "GET /v2.0/networks/6bc43f42-83b1-4f83-bfff-5d0318eef92c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2727270
Apr 19 19:37:15.190508 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d7b90e7-0a24-4a96-82f9-f9deffc8898f admin admin] Router 84f1027a-3c17-41c3-aaf9-123fa27b54db has already been hosted by L3 agent a3cf2d1c-6710-4478-a129-20091cfe97d1 {{(pid=86368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:37:15.491167 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d7b90e7-0a24-4a96-82f9-f9deffc8898f admin admin] Notify agent at l3_agent.dv-cinder-786932-1-iscsi the message routers_updated {{(pid=86368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:37:15.501791 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f493a58e-5957-41bc-8a19-fe9b8643cf6a None None] Sync routers for ids ['84f1027a-3c17-41c3-aaf9-123fa27b54db'] in dv-cinder-786932-1-iscsi {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:37:15.520698 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-5d7b90e7-0a24-4a96-82f9-f9deffc8898f admin admin] 10.222.0.36 "PUT /v2.0/routers/84f1027a-3c17-41c3-aaf9-123fa27b54db/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8132391
Apr 19 19:37:15.523401 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 58766) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:37:15.536756 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f493a58e-5957-41bc-8a19-fe9b8643cf6a None None] Routers {'84f1027a-3c17-41c3-aaf9-123fa27b54db'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:37:15.538499 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-f493a58e-5957-41bc-8a19-fe9b8643cf6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0f08ea58>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:36:49Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['84f1027a-3c17-41c3-aaf9-123fa27b54db'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:37:15.768011 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-f493a58e-5957-41bc-8a19-fe9b8643cf6a None None] Set router 84f1027a-3c17-41c3-aaf9-123fa27b54db gateway port host: dv-cinder-786932-1-iscsi {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:37:15.809981 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9075a7cc-4dd9-45dd-bab2-29479819753d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:15.821668 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-16628be5-ef90-45c3-9d54-1c00aae06bc5 admin admin] Notify callbacks [] for router, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:16.012184 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-500a854d-b6f2-40fd-aa18-72f1b2cf64a5 req-c29b93bd-b7f8-4cf5-8da3-22b5a500edab tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/ports?device_id=76566952-1e2a-462c-a444-5b0688dff3a9 HTTP/1.1" status: 200  len: 210 time: 0.1348746
Apr 19 19:37:16.121794 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-16628be5-ef90-45c3-9d54-1c00aae06bc5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:16.133722 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-16628be5-ef90-45c3-9d54-1c00aae06bc5 admin admin] Deleting port d5cde588-d15a-499b-940d-4b896ccae28a {{(pid=86368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:37:16.134403 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-16628be5-ef90-45c3-9d54-1c00aae06bc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:16.134536 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-f493a58e-5957-41bc-8a19-fe9b8643cf6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0f08ea58>, [{'id': '84f1027a-3c17-41c3-aaf9-123fa27b54db', 'name': 'tempest-TestMinimumBasicScenario-1607813704-router', 'tenant_id': 'f36c2c9949bf4d38a175f580c5a0f031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'd5cde588-d15a-499b-940d-4b896ccae28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:34:07Z', 'updated_at': '2021-04-19T19:37:13Z', 'revision_number': 5, 'project_id': 'f36c2c9949bf4d38a175f580c5a0f031', 'gw_port': {'id': 'd5cde588-d15a-499b-940d-4b896ccae28a', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:90:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f1027a-3c17-41c3-aaf9-123fa27b54db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:34:08Z', 'updated_at': '2021-04-19T19:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi'}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:37:16.139955 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f493a58e-5957-41bc-8a19-fe9b8643cf6a None None] Checking router: 84f1027a-3c17-41c3-aaf9-123fa27b54db for host: dv-cinder-786932-1-iscsi {{(pid=86371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:37:16.150108 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f493a58e-5957-41bc-8a19-fe9b8643cf6a None None] Routers {'84f1027a-3c17-41c3-aaf9-123fa27b54db'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:37:16.151569 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-f493a58e-5957-41bc-8a19-fe9b8643cf6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0f08ea58>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:36:49Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['84f1027a-3c17-41c3-aaf9-123fa27b54db'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:37:16.330541 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-f493a58e-5957-41bc-8a19-fe9b8643cf6a None None] Set router 84f1027a-3c17-41c3-aaf9-123fa27b54db gateway port host: None {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:37:16.421587 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 58784) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:37:16.545848 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-16628be5-ef90-45c3-9d54-1c00aae06bc5 admin admin] For port d5cde588-d15a-499b-940d-4b896ccae28a, host dv-cinder-786932-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=d5cde588-d15a-499b-940d-4b896ccae28a,segment=NetworkSegment(f117aaf9-f038-40ae-a060-7b312532719e),segment_id=f117aaf9-f038-40ae-a060-7b312532719e)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:37:16.546593 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-16628be5-ef90-45c3-9d54-1c00aae06bc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697982'] for port, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:16.588650 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8701219-bbe4-4981-ad9d-99fe7289b9f4 admin admin] Deleting subnet 935ab6ad-15c8-430b-a11d-3928aa8d1c14 {{(pid=86369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 19:37:16.598095 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f8701219-bbe4-4981-ad9d-99fe7289b9f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:16.653710 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-f493a58e-5957-41bc-8a19-fe9b8643cf6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0f08ea58>, [{'id': '84f1027a-3c17-41c3-aaf9-123fa27b54db', 'name': 'tempest-TestMinimumBasicScenario-1607813704-router', 'tenant_id': 'f36c2c9949bf4d38a175f580c5a0f031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:34:07Z', 'updated_at': '2021-04-19T19:37:16Z', 'revision_number': 6, 'project_id': 'f36c2c9949bf4d38a175f580c5a0f031', 'gw_port_host': None}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:37:16.669459 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f8701219-bbe4-4981-ad9d-99fe7289b9f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036821571810'] for subnet, precommit_delete_associations {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:16.674200 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f493a58e-5957-41bc-8a19-fe9b8643cf6a None None] The sync data for ids ['84f1027a-3c17-41c3-aaf9-123fa27b54db'] in dv-cinder-786932-1-iscsi is: [{'id': '84f1027a-3c17-41c3-aaf9-123fa27b54db', 'name': 'tempest-TestMinimumBasicScenario-1607813704-router', 'tenant_id': 'f36c2c9949bf4d38a175f580c5a0f031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:34:07Z', 'updated_at': '2021-04-19T19:37:16Z', 'revision_number': 6, 'project_id': 'f36c2c9949bf4d38a175f580c5a0f031', 'gw_port_host': None}] {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:37:16.791204 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f8701219-bbe4-4981-ad9d-99fe7289b9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1918498'] for subnet, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:16.860309 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-16628be5-ef90-45c3-9d54-1c00aae06bc5 admin admin] Calling delete_port for d5cde588-d15a-499b-940d-4b896ccae28a owned by network:router_gateway {{(pid=86368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:37:17.226047 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f8701219-bbe4-4981-ad9d-99fe7289b9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852857318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31618135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036824016211'] for subnet, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:17.236472 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:37:17.254361 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-16628be5-ef90-45c3-9d54-1c00aae06bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297115604255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297116051999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822331971'] for port, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:17.325794 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-3cf57891-f77b-466a-a303-a2825dbe2eab tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:37:17.340676 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8701219-bbe4-4981-ad9d-99fe7289b9f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=935ab6ad-15c8-430b-a11d-3928aa8d1c14,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:37:17.342784 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f8701219-bbe4-4981-ad9d-99fe7289b9f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for subnet, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:17.422526 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-f8701219-bbe4-4981-ad9d-99fe7289b9f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:37:17.425241 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16628be5-ef90-45c3-9d54-1c00aae06bc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5cde588-d15a-499b-940d-4b896ccae28a,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:37:17.432659 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-f8701219-bbe4-4981-ad9d-99fe7289b9f4 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/935ab6ad-15c8-430b-a11d-3928aa8d1c14 HTTP/1.1" status: 204  len: 168 time: 1.0087862
Apr 19 19:37:17.436776 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1778b665-025b-46b2-aa7d-f4a5ce11d8b4 req-c0e7c0b1-b3a4-4207-a303-a451eb3f2206 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/ports?device_id=76566952-1e2a-462c-a444-5b0688dff3a9 HTTP/1.1" status: 200  len: 210 time: 0.1860569
Apr 19 19:37:17.437366 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 58790) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:37:17.438277 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-16628be5-ef90-45c3-9d54-1c00aae06bc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:37:17.545776 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84006e0-248b-4174-ba95-eed2822cc0c3 req-bd32bcc1-6767-425d-b1ef-eb3a1164cf36 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:37:17.547401 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a84006e0-248b-4174-ba95-eed2822cc0c3 req-bd32bcc1-6767-425d-b1ef-eb3a1164cf36 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.20 "GET /v2.0/networks?id=6bc43f42-83b1-4f83-bfff-5d0318eef92c HTTP/1.1" status: 200  len: 811 time: 0.2558222
Apr 19 19:37:17.664081 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-16628be5-ef90-45c3-9d54-1c00aae06bc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854097050'] for router_gateway, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:17.682829 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a84006e0-248b-4174-ba95-eed2822cc0c3 req-13ae0f1a-e97d-4537-af14-a666f765ee60 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bc5b0bd7c7ca48888f8782e781e6974d HTTP/1.1" status: 200  len: 8061 time: 0.1184037
Apr 19 19:37:17.702430 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-a84006e0-248b-4174-ba95-eed2822cc0c3 req-0d25f5b3-656d-4b09-a065-dfb53ca9dc18 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Request body: {'port': {'device_id': '76566952-1e2a-462c-a444-5b0688dff3a9', 'network_id': '6bc43f42-83b1-4f83-bfff-5d0318eef92c', 'admin_state_up': True, 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'security_groups': ['e1da71a4-cef9-4aab-90f4-109eea8adbb9']}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:37:17.794306 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c9ede8d6-ea5d-4f58-96ab-f0b20ff2636f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636206'] for network, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:17.884806 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-16628be5-ef90-45c3-9d54-1c00aae06bc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854083014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854743379'] for router, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:17.888019 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-16628be5-ef90-45c3-9d54-1c00aae06bc5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:17.923626 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-a84006e0-248b-4174-ba95-eed2822cc0c3 req-0d25f5b3-656d-4b09-a065-dfb53ca9dc18 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:37:17.944950 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [req-a84006e0-248b-4174-ba95-eed2822cc0c3 req-0d25f5b3-656d-4b09-a065-dfb53ca9dc18 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:37:17.962550 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a84006e0-248b-4174-ba95-eed2822cc0c3 req-0d25f5b3-656d-4b09-a065-dfb53ca9dc18 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Made reservation on behalf of bc5b0bd7c7ca48888f8782e781e6974d for: {'port': 1} {{(pid=86369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 19:37:17.973642 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-a84006e0-248b-4174-ba95-eed2822cc0c3 req-0d25f5b3-656d-4b09-a065-dfb53ca9dc18 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:18.134173 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device f6c8398e-e5be-405c-8d46-a28ce3bc75be no longer exists at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:37:18.213597 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] No Port match for: f6c8398e-e5be-405c-8d46-a28ce3bc75be {{(pid=86370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:37:18.214305 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device f6c8398e-e5be-405c-8d46-a28ce3bc75be not bound to the agent host dv-cinder-786932-1-iscsi {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:37:18.215167 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device d5cde588-d15a-499b-940d-4b896ccae28a no longer exists at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:37:18.270867 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] No Port match for: d5cde588-d15a-499b-940d-4b896ccae28a {{(pid=86370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:37:18.270867 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device d5cde588-d15a-499b-940d-4b896ccae28a not bound to the agent host dv-cinder-786932-1-iscsi {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:37:18.315041 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-16628be5-ef90-45c3-9d54-1c00aae06bc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-702846'] for router, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:18.315612 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16628be5-ef90-45c3-9d54-1c00aae06bc5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84f1027a-3c17-41c3-aaf9-123fa27b54db {{(pid=86368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 19 19:37:18.317484 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [req-a84006e0-248b-4174-ba95-eed2822cc0c3 req-0d25f5b3-656d-4b09-a065-dfb53ca9dc18 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Allocated IP 172.20.0.3 (6bc43f42-83b1-4f83-bfff-5d0318eef92c/d1ed8313-f386-4db8-8de3-b6bf3e8e6da1/eb9e652d-f588-492e-92e1-9d587972adc9) {{(pid=86369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:37:18.324444 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c9ede8d6-ea5d-4f58-96ab-f0b20ff2636f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852857225', 'neutron.services.segments.db._delete_segments_for_network-8739739090035'] for network, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:18.423871 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-16628be5-ef90-45c3-9d54-1c00aae06bc5 admin admin] Notify callbacks [] for router, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:18.427534 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-16628be5-ef90-45c3-9d54-1c00aae06bc5 admin admin] 10.222.0.36 "DELETE /v2.0/routers/84f1027a-3c17-41c3-aaf9-123fa27b54db HTTP/1.1" status: 204  len: 168 time: 2.9003727
Apr 19 19:37:18.428772 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 58794) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:37:18.518168 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-c9ede8d6-ea5d-4f58-96ab-f0b20ff2636f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2e0ef162b0>,) {'filters': {'network_id': ['5a4bca6e-7045-4a87-be72-643eafe061a3']}} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:37:18.537739 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-c9ede8d6-ea5d-4f58-96ab-f0b20ff2636f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2e0ef162b0>, '6111e714-9ff3-4796-99f6-2f5955255830') {'for_net_delete': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:37:18.538087 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-c9ede8d6-ea5d-4f58-96ab-f0b20ff2636f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2e0ef162b0>, '6111e714-9ff3-4796-99f6-2f5955255830') {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:37:18.556475 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bc060eb-d93a-4e70-b431-78cc3f82adc0 admin admin] Deleting subnet 2bf1482e-cf55-47a9-9ba8-8165b421a955 {{(pid=86368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 19:37:18.561601 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3bc060eb-d93a-4e70-b431-78cc3f82adc0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:18.592669 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c9ede8d6-ea5d-4f58-96ab-f0b20ff2636f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363297115576163', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31534358'] for segment, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:18.603244 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-a84006e0-248b-4174-ba95-eed2822cc0c3 req-0d25f5b3-656d-4b09-a065-dfb53ca9dc18 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks [] for port, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:18.626345 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c9ede8d6-ea5d-4f58-96ab-f0b20ff2636f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852957628'] for segment, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:18.641533 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9ede8d6-ea5d-4f58-96ab-f0b20ff2636f admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=86368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 19:37:18.645348 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-6e7b8d64-0f92-49ed-bc53-2574e65df6c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:18.664025 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3bc060eb-d93a-4e70-b431-78cc3f82adc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036823241442'] for subnet, precommit_delete_associations {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:18.878522 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-458012d0-beb5-4e6e-ae21-119ed72ba9e4 req-bc72ccdb-f6c8-46ed-9413-a04f1d6067f0 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/ports?device_id=76566952-1e2a-462c-a444-5b0688dff3a9 HTTP/1.1" status: 200  len: 210 time: 0.0991952
Apr 19 19:37:18.984079 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-c9ede8d6-ea5d-4f58-96ab-f0b20ff2636f admin admin] Network 5a4bca6e-7045-4a87-be72-643eafe061a3 has no segments {{(pid=86368) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:37:19.000438 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c9ede8d6-ea5d-4f58-96ab-f0b20ff2636f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1818163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32443850'] for segment, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:19.172782 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3bc060eb-d93a-4e70-b431-78cc3f82adc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1918498'] for subnet, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:19.242859 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-c9ede8d6-ea5d-4f58-96ab-f0b20ff2636f admin admin] Network 5a4bca6e-7045-4a87-be72-643eafe061a3 has no segments {{(pid=86368) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:37:19.273838 dv-cinder-786932-1-iscsi neutron-server[86253]: Traceback (most recent call last):
Apr 19 19:37:19.273838 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 19:37:19.273838 dv-cinder-786932-1-iscsi neutron-server[86253]:     timer()
Apr 19 19:37:19.273838 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 19:37:19.273838 dv-cinder-786932-1-iscsi neutron-server[86253]:     cb(*args, **kw)
Apr 19 19:37:19.273838 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 19:37:19.273838 dv-cinder-786932-1-iscsi neutron-server[86253]:     return func(*args, **kwargs)
Apr 19 19:37:19.273838 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 19:37:19.273838 dv-cinder-786932-1-iscsi neutron-server[86253]:     self._notify()
Apr 19 19:37:19.273838 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 19:37:19.273838 dv-cinder-786932-1-iscsi neutron-server[86253]:     self.callback(batched_events)
Apr 19 19:37:19.273838 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 19:37:19.273838 dv-cinder-786932-1-iscsi neutron-server[86253]:     event.method(event)
Apr 19 19:37:19.273838 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 19:37:19.273838 dv-cinder-786932-1-iscsi neutron-server[86253]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 19:37:19.273838 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 19:37:19.273838 dv-cinder-786932-1-iscsi neutron-server[86253]:     segment_id)['aggregates'][0]
Apr 19 19:37:19.273838 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 19:37:19.273838 dv-cinder-786932-1-iscsi neutron-server[86253]:     return f(self, *a, **k)
Apr 19 19:37:19.273838 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 19:37:19.273838 dv-cinder-786932-1-iscsi neutron-server[86253]:     return self._get(url).json()
Apr 19 19:37:19.273838 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 19:37:19.273838 dv-cinder-786932-1-iscsi neutron-server[86253]:     **kwargs)
Apr 19 19:37:19.273838 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 19:37:19.273838 dv-cinder-786932-1-iscsi neutron-server[86253]:     return self.request(url, 'GET', **kwargs)
Apr 19 19:37:19.273838 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 19:37:19.273838 dv-cinder-786932-1-iscsi neutron-server[86253]:     **endpoint_filter)
Apr 19 19:37:19.273838 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 19:37:19.273838 dv-cinder-786932-1-iscsi neutron-server[86253]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 19:37:19.273838 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 19:37:19.273838 dv-cinder-786932-1-iscsi neutron-server[86253]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 19:37:19.273838 dv-cinder-786932-1-iscsi neutron-server[86253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 19:37:19.437282 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [req-a84006e0-248b-4174-ba95-eed2822cc0c3 req-0d25f5b3-656d-4b09-a065-dfb53ca9dc18 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Transition to ACTIVE for port object eb9e652d-f588-492e-92e1-9d587972adc9 will not be triggered until provisioned by entity DHCP. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:37:19.445851 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c9ede8d6-ea5d-4f58-96ab-f0b20ff2636f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854087039'] for network, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:19.456344 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:37:19.473721 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-a84006e0-248b-4174-ba95-eed2822cc0c3 req-0d25f5b3-656d-4b09-a065-dfb53ca9dc18 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739738723801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31618435'] for port, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:19.484728 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e6cc4537-624d-4f95-9445-37cd3e4b300e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:37:19.489644 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c9ede8d6-ea5d-4f58-96ab-f0b20ff2636f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:19.504052 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ede8d6-ea5d-4f58-96ab-f0b20ff2636f admin admin] Pushing event deleted for resources: {'Network': ['ID=5a4bca6e-7045-4a87-be72-643eafe061a3,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:37:19.511213 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c9ede8d6-ea5d-4f58-96ab-f0b20ff2636f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:37:19.529902 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-c9ede8d6-ea5d-4f58-96ab-f0b20ff2636f admin admin] 10.222.0.36 "DELETE /v2.0/networks/5a4bca6e-7045-4a87-be72-643eafe061a3 HTTP/1.1" status: 204  len: 168 time: 2.0572009
Apr 19 19:37:19.656370 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a84006e0-248b-4174-ba95-eed2822cc0c3 req-0d25f5b3-656d-4b09-a065-dfb53ca9dc18 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Network 6bc43f42-83b1-4f83-bfff-5d0318eef92c is already hosted by enough agents. {{(pid=86369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:37:19.661894 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3bc060eb-d93a-4e70-b431-78cc3f82adc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852857318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036822332311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036822344857'] for subnet, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:19.663081 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [req-a84006e0-248b-4174-ba95-eed2822cc0c3 req-0d25f5b3-656d-4b09-a065-dfb53ca9dc18 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Resources bound (agent type, host, resource id):  {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:37:19.668610 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-5abadb82-d260-4b9a-9f1e-f50742fe8a9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:37:19.672030 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-a84006e0-248b-4174-ba95-eed2822cc0c3 req-0d25f5b3-656d-4b09-a065-dfb53ca9dc18 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Received port after_create {{(pid=86369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:37:19.711143 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc060eb-d93a-4e70-b431-78cc3f82adc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bf1482e-cf55-47a9-9ba8-8165b421a955,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:37:19.714743 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3bc060eb-d93a-4e70-b431-78cc3f82adc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:19.720544 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-3bc060eb-d93a-4e70-b431-78cc3f82adc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:37:19.724722 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-3bc060eb-d93a-4e70-b431-78cc3f82adc0 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/2bf1482e-cf55-47a9-9ba8-8165b421a955 HTTP/1.1" status: 204  len: 168 time: 1.2947493
Apr 19 19:37:19.728944 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 58802) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:37:19.738935 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d885f8-b5f6-48e7-8ab3-aa5649c8a450 None None] Network 79a34250-072c-4c66-811c-8010c0a6c721 requested from dv-cinder-786932-1-iscsi {{(pid=86370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:37:19.784398 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 58806) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:37:19.817383 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84006e0-248b-4174-ba95-eed2822cc0c3 req-0d25f5b3-656d-4b09-a065-dfb53ca9dc18 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:37:19.818474 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-a84006e0-248b-4174-ba95-eed2822cc0c3 req-0d25f5b3-656d-4b09-a065-dfb53ca9dc18 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:19.868000 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d25f5b3-656d-4b09-a065-dfb53ca9dc18 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Pushing event updated for resources: {'Port': ['ID=eb9e652d-f588-492e-92e1-9d587972adc9,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:37:19.873471 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-0d25f5b3-656d-4b09-a065-dfb53ca9dc18 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:37:19.876124 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a84006e0-248b-4174-ba95-eed2822cc0c3 req-0d25f5b3-656d-4b09-a065-dfb53ca9dc18 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1812935
Apr 19 19:37:19.903171 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [req-a84006e0-248b-4174-ba95-eed2822cc0c3 req-29c2f32f-32d6-4fd4-b0df-5d4d2b059666 service neutron] Request body: {'port': {'device_id': '76566952-1e2a-462c-a444-5b0688dff3a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:37:19.975757 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-000a1909-ab5b-4f97-8afb-04fdec5398f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:19.982022 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:20.049157 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-f572837e-1e7e-43ca-8cbb-d10e1f9bbdb3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5b24cd9a8f9f40cc9910c7e314561f69&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2621112
Apr 19 19:37:20.050264 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 58812) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:37:20.098089 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-4bdaa0ce-0f65-4c11-9ed0-63811ccc53fc None None] Provisioning for port eb9e652d-f588-492e-92e1-9d587972adc9 completed by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:37:20.110129 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-4bdaa0ce-0f65-4c11-9ed0-63811ccc53fc None None] Provisioning complete for port eb9e652d-f588-492e-92e1-9d587972adc9 triggered by entity DHCP. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:37:20.110667 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4bdaa0ce-0f65-4c11-9ed0-63811ccc53fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:20.157876 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71eff676-24b7-4c05-9522-0a8e75811abe None None] DHCP port deletion for 79a34250-072c-4c66-811c-8010c0a6c721 request from dv-cinder-786932-1-iscsi {{(pid=86370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 19 19:37:20.175115 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-71eff676-24b7-4c05-9522-0a8e75811abe None None] Deleting port 2e7cd6da-29f1-440d-b215-30c6fb304b54 {{(pid=86370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:37:20.175960 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-71eff676-24b7-4c05-9522-0a8e75811abe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:20.232091 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-a84006e0-248b-4174-ba95-eed2822cc0c3 req-29c2f32f-32d6-4fd4-b0df-5d4d2b059666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:20.252622 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-4bdaa0ce-0f65-4c11-9ed0-63811ccc53fc None None] Port eb9e652d-f588-492e-92e1-9d587972adc9 cannot update to ACTIVE because it is not bound. {{(pid=86370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 19:37:20.261034 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5151f27a-50ec-49e9-b842-3b867d174127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636206'] for network, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:20.296406 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d4083a8d-3928-4a55-a0e4-18ad2bb4c56f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:20.298304 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-5151f27a-50ec-49e9-b842-3b867d174127 admin admin] Deleting port 2e7cd6da-29f1-440d-b215-30c6fb304b54 {{(pid=86368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:37:20.298662 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5151f27a-50ec-49e9-b842-3b867d174127 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:20.397094 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d4083a8d-3928-4a55-a0e4-18ad2bb4c56f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:20.441366 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-71eff676-24b7-4c05-9522-0a8e75811abe None None] For port 2e7cd6da-29f1-440d-b215-30c6fb304b54, host dv-cinder-786932-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=2e7cd6da-29f1-440d-b215-30c6fb304b54,segment=NetworkSegment(6e0ccf5d-63d4-4435-aafc-36f2fe493aa8),segment_id=6e0ccf5d-63d4-4435-aafc-36f2fe493aa8)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:37:20.441962 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-71eff676-24b7-4c05-9522-0a8e75811abe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697982'] for port, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:20.519623 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1825f8c7-27d3-4128-b3ec-8464229e6661 req-22916e6b-c957-4518-8f02-d580d68a967f tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:37:20.521225 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1825f8c7-27d3-4128-b3ec-8464229e6661 req-22916e6b-c957-4518-8f02-d580d68a967f tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/ports?device_id=76566952-1e2a-462c-a444-5b0688dff3a9 HTTP/1.1" status: 200  len: 931 time: 0.3200378
Apr 19 19:37:20.727244 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-71eff676-24b7-4c05-9522-0a8e75811abe None None] Calling delete_port for 2e7cd6da-29f1-440d-b215-30c6fb304b54 owned by network:dhcp {{(pid=86370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:37:20.776986 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-5151f27a-50ec-49e9-b842-3b867d174127 admin admin] For port 2e7cd6da-29f1-440d-b215-30c6fb304b54, host dv-cinder-786932-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=2e7cd6da-29f1-440d-b215-30c6fb304b54,segment=NetworkSegment(6e0ccf5d-63d4-4435-aafc-36f2fe493aa8),segment_id=6e0ccf5d-63d4-4435-aafc-36f2fe493aa8)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:37:20.777308 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5151f27a-50ec-49e9-b842-3b867d174127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697982'] for port, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:20.787274 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d4083a8d-3928-4a55-a0e4-18ad2bb4c56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:20.794198 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1825f8c7-27d3-4128-b3ec-8464229e6661 req-08d73cfe-f507-4037-84b1-38a7f233562c tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1da71a4-cef9-4aab-90f4-109eea8adbb9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2472310
Apr 19 19:37:20.798916 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-328cd24f-c09d-4bfa-961d-a03ee78eed25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:37:20.814028 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [req-a84006e0-248b-4174-ba95-eed2822cc0c3 req-29c2f32f-32d6-4fd4-b0df-5d4d2b059666 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb9e652d-f588-492e-92e1-9d587972adc9 {{(pid=86369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:37:20.827420 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-a84006e0-248b-4174-ba95-eed2822cc0c3 req-29c2f32f-32d6-4fd4-b0df-5d4d2b059666 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:20.839788 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5c78a517-44d6-4271-a115-cae59bf86ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:20.863951 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [req-a84006e0-248b-4174-ba95-eed2822cc0c3 req-29c2f32f-32d6-4fd4-b0df-5d4d2b059666 service neutron] Transition to ACTIVE for port object eb9e652d-f588-492e-92e1-9d587972adc9 will not be triggered until provisioned by entity L2. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 19:37:20.869398 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-a84006e0-248b-4174-ba95-eed2822cc0c3 req-29c2f32f-32d6-4fd4-b0df-5d4d2b059666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823157366'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:20.876784 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-8b6f2f7f-4322-4480-bd26-f64b304c6c79 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:37:20.878692 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-71eff676-24b7-4c05-9522-0a8e75811abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297115604255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297116051999'] for port, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:20.886752 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4083a8d-3928-4a55-a0e4-18ad2bb4c56f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f20ec2-e0ad-4d5d-bddc-3cbd43e19eb7,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:37:20.888188 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:37:20.889506 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-d4083a8d-3928-4a55-a0e4-18ad2bb4c56f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:37:20.967706 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-5151f27a-50ec-49e9-b842-3b867d174127 admin admin] Calling delete_port for 2e7cd6da-29f1-440d-b215-30c6fb304b54 owned by network:dhcp {{(pid=86368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:37:21.005622 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d4083a8d-3928-4a55-a0e4-18ad2bb4c56f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:21.008171 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-d4083a8d-3928-4a55-a0e4-18ad2bb4c56f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/73f20ec2-e0ad-4d5d-bddc-3cbd43e19eb7 HTTP/1.1" status: 204  len: 168 time: 0.9502051
Apr 19 19:37:21.014209 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71eff676-24b7-4c05-9522-0a8e75811abe None None] No DVR routers for this DVR port 2e7cd6da-29f1-440d-b215-30c6fb304b54 on host dv-cinder-786932-1-iscsi {{(pid=86370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 19:37:21.018646 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eff676-24b7-4c05-9522-0a8e75811abe None None] Pushing event deleted for resources: {'Port': ['ID=2e7cd6da-29f1-440d-b215-30c6fb304b54,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:37:21.032492 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eff676-24b7-4c05-9522-0a8e75811abe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:37:21.032803 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eff676-24b7-4c05-9522-0a8e75811abe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:37:21.033372 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eff676-24b7-4c05-9522-0a8e75811abe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:37:21.034200 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eff676-24b7-4c05-9522-0a8e75811abe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:37:21.034878 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eff676-24b7-4c05-9522-0a8e75811abe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:37:21.035555 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eff676-24b7-4c05-9522-0a8e75811abe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:37:21.036451 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eff676-24b7-4c05-9522-0a8e75811abe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:37:21.037124 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eff676-24b7-4c05-9522-0a8e75811abe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:37:21.037807 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eff676-24b7-4c05-9522-0a8e75811abe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:37:21.038447 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eff676-24b7-4c05-9522-0a8e75811abe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:37:21.039090 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eff676-24b7-4c05-9522-0a8e75811abe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:37:21.039752 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eff676-24b7-4c05-9522-0a8e75811abe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:37:21.044319 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-71eff676-24b7-4c05-9522-0a8e75811abe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:37:21.130163 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.db.api [None req-5151f27a-50ec-49e9-b842-3b867d174127 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86368) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 19 19:37:21.130959 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_db.api [None req-5151f27a-50ec-49e9-b842-3b867d174127 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 19 19:37:21.361860 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c2f32f-32d6-4fd4-b0df-5d4d2b059666 service neutron] Pushing event updated for resources: {'Port': ['ID=eb9e652d-f588-492e-92e1-9d587972adc9,revision_number=2']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:37:21.370829 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-29c2f32f-32d6-4fd4-b0df-5d4d2b059666 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:37:21.458036 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-a84006e0-248b-4174-ba95-eed2822cc0c3 req-29c2f32f-32d6-4fd4-b0df-5d4d2b059666 service neutron] Attempting to bind port eb9e652d-f588-492e-92e1-9d587972adc9 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 19:37:21.458623 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-a84006e0-248b-4174-ba95-eed2822cc0c3 req-29c2f32f-32d6-4fd4-b0df-5d4d2b059666 service neutron] Attempting to bind port eb9e652d-f588-492e-92e1-9d587972adc9 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'ba613c43-a0d4-48ab-98c6-225de025afbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6bc43f42-83b1-4f83-bfff-5d0318eef92c'}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 19:37:21.459231 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84006e0-248b-4174-ba95-eed2822cc0c3 req-29c2f32f-32d6-4fd4-b0df-5d4d2b059666 service neutron] Attempting to bind port eb9e652d-f588-492e-92e1-9d587972adc9 on network 6bc43f42-83b1-4f83-bfff-5d0318eef92c {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:37:21.466313 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84006e0-248b-4174-ba95-eed2822cc0c3 req-29c2f32f-32d6-4fd4-b0df-5d4d2b059666 service neutron] Port eb9e652d-f588-492e-92e1-9d587972adc9 on network 6bc43f42-83b1-4f83-bfff-5d0318eef92c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 19:37:21.466818 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84006e0-248b-4174-ba95-eed2822cc0c3 req-29c2f32f-32d6-4fd4-b0df-5d4d2b059666 service neutron] Attempting to bind port eb9e652d-f588-492e-92e1-9d587972adc9 on network 6bc43f42-83b1-4f83-bfff-5d0318eef92c {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 19:37:21.474366 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84006e0-248b-4174-ba95-eed2822cc0c3 req-29c2f32f-32d6-4fd4-b0df-5d4d2b059666 service neutron] Checking agent: {'id': '13e8b6f5-8e00-4da6-9b4f-d998588d9e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 22, 59), 'started_at': datetime.datetime(2021, 4, 19, 19, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 19:37:21.474941 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84006e0-248b-4174-ba95-eed2822cc0c3 req-29c2f32f-32d6-4fd4-b0df-5d4d2b059666 service neutron] Checking segment: {'id': 'ba613c43-a0d4-48ab-98c6-225de025afbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6bc43f42-83b1-4f83-bfff-5d0318eef92c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 19:37:21.475571 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84006e0-248b-4174-ba95-eed2822cc0c3 req-29c2f32f-32d6-4fd4-b0df-5d4d2b059666 service neutron] Bound using segment: {'id': 'ba613c43-a0d4-48ab-98c6-225de025afbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6bc43f42-83b1-4f83-bfff-5d0318eef92c'} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 19:37:21.476252 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [req-a84006e0-248b-4174-ba95-eed2822cc0c3 req-29c2f32f-32d6-4fd4-b0df-5d4d2b059666 service neutron] Bound port: eb9e652d-f588-492e-92e1-9d587972adc9, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba613c43-a0d4-48ab-98c6-225de025afbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6bc43f42-83b1-4f83-bfff-5d0318eef92c'}}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 19:37:21.476787 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-a84006e0-248b-4174-ba95-eed2822cc0c3 req-29c2f32f-32d6-4fd4-b0df-5d4d2b059666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:21.626837 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-a84006e0-248b-4174-ba95-eed2822cc0c3 req-29c2f32f-32d6-4fd4-b0df-5d4d2b059666 service neutron] For port eb9e652d-f588-492e-92e1-9d587972adc9, host hv-cinder-78693, cleared binding levels {{(pid=86369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 19:37:21.630618 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-a84006e0-248b-4174-ba95-eed2822cc0c3 req-29c2f32f-32d6-4fd4-b0df-5d4d2b059666 service neutron] For port eb9e652d-f588-492e-92e1-9d587972adc9, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=eb9e652d-f588-492e-92e1-9d587972adc9,segment=NetworkSegment(ba613c43-a0d4-48ab-98c6-225de025afbc),segment_id=ba613c43-a0d4-48ab-98c6-225de025afbc)] {{(pid=86369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 19:37:21.632955 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-5151f27a-50ec-49e9-b842-3b867d174127 admin admin] Deleting port 2e7cd6da-29f1-440d-b215-30c6fb304b54 {{(pid=86368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:37:21.633659 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5151f27a-50ec-49e9-b842-3b867d174127 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:21.635098 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-a84006e0-248b-4174-ba95-eed2822cc0c3 req-29c2f32f-32d6-4fd4-b0df-5d4d2b059666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823157366'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:21.640360 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-57143a78-6474-4bc0-af5f-9e1f5b856996 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:37:21.711569 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84006e0-248b-4174-ba95-eed2822cc0c3 req-29c2f32f-32d6-4fd4-b0df-5d4d2b059666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:37:21.712291 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-a84006e0-248b-4174-ba95-eed2822cc0c3 req-29c2f32f-32d6-4fd4-b0df-5d4d2b059666 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:21.714916 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a84006e0-248b-4174-ba95-eed2822cc0c3 req-29c2f32f-32d6-4fd4-b0df-5d4d2b059666 service neutron] 10.222.0.20 "PUT /v2.0/ports/eb9e652d-f588-492e-92e1-9d587972adc9 HTTP/1.1" status: 200  len: 1093 time: 1.8217752
Apr 19 19:37:21.715375 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76566952-1e2a-462c-a444-5b0688dff3a9', 'tag': 'eb9e652d-f588-492e-92e1-9d587972adc9'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:37:21.736799 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-5151f27a-50ec-49e9-b842-3b867d174127 admin admin] The port '2e7cd6da-29f1-440d-b215-30c6fb304b54' was deleted {{(pid=86368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 19 19:37:21.753826 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c2f32f-32d6-4fd4-b0df-5d4d2b059666 service neutron] Pushing event updated for resources: {'Port': ['ID=eb9e652d-f588-492e-92e1-9d587972adc9,revision_number=3']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:37:21.760696 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-29c2f32f-32d6-4fd4-b0df-5d4d2b059666 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:37:21.856271 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76566952-1e2a-462c-a444-5b0688dff3a9', 'tag': 'eb9e652d-f588-492e-92e1-9d587972adc9', 'status': 'completed', 'code': 200}
Apr 19 19:37:21.919488 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84006e0-248b-4174-ba95-eed2822cc0c3 req-6ee16c74-40da-4ba6-8d28-5947683b40cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:37:21.923039 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a84006e0-248b-4174-ba95-eed2822cc0c3 req-6ee16c74-40da-4ba6-8d28-5947683b40cd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc5b0bd7c7ca48888f8782e781e6974d&device_id=76566952-1e2a-462c-a444-5b0688dff3a9 HTTP/1.1" status: 200  len: 1096 time: 0.1263914
Apr 19 19:37:21.947002 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5151f27a-50ec-49e9-b842-3b867d174127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852857225', 'neutron.services.segments.db._delete_segments_for_network-8739739090035'] for network, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:22.089159 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a84006e0-248b-4174-ba95-eed2822cc0c3 req-e6c2b56f-2110-4c61-a1eb-22cb475f1462 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb9e652d-f588-492e-92e1-9d587972adc9 HTTP/1.1" status: 200  len: 217 time: 0.1510301
Apr 19 19:37:22.142996 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device 2e7cd6da-29f1-440d-b215-30c6fb304b54 no longer exists at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:37:22.184109 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] No Port match for: 2e7cd6da-29f1-440d-b215-30c6fb304b54 {{(pid=86370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:37:22.184490 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device 2e7cd6da-29f1-440d-b215-30c6fb304b54 not bound to the agent host dv-cinder-786932-1-iscsi {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:37:22.204782 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-5151f27a-50ec-49e9-b842-3b867d174127 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2e0d7679b0>,) {'filters': {'network_id': ['79a34250-072c-4c66-811c-8010c0a6c721']}} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:37:22.225021 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84006e0-248b-4174-ba95-eed2822cc0c3 req-815b2634-3f78-4ba0-b19c-5d507ce2718c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:37:22.227890 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a84006e0-248b-4174-ba95-eed2822cc0c3 req-815b2634-3f78-4ba0-b19c-5d507ce2718c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d1ed8313-f386-4db8-8de3-b6bf3e8e6da1 HTTP/1.1" status: 200  len: 850 time: 0.1324689
Apr 19 19:37:22.233873 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-5151f27a-50ec-49e9-b842-3b867d174127 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2e0d7679b0>, '6e0ccf5d-63d4-4435-aafc-36f2fe493aa8') {'for_net_delete': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:37:22.234397 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-5151f27a-50ec-49e9-b842-3b867d174127 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2e0d7679b0>, '6e0ccf5d-63d4-4435-aafc-36f2fe493aa8') {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:37:22.264318 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5151f27a-50ec-49e9-b842-3b867d174127 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363297115576163', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31534358'] for segment, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:22.284519 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c7573c-8192-4dbb-97fb-97c6530790a0 req-0299d733-a00c-4557-b154-96e9ad3e4b6a tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:37:22.286282 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-51c7573c-8192-4dbb-97fb-97c6530790a0 req-0299d733-a00c-4557-b154-96e9ad3e4b6a tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/ports?device_id=76566952-1e2a-462c-a444-5b0688dff3a9 HTTP/1.1" status: 200  len: 943 time: 0.3121257
Apr 19 19:37:22.313970 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5151f27a-50ec-49e9-b842-3b867d174127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852957628'] for segment, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:22.328297 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5151f27a-50ec-49e9-b842-3b867d174127 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=86368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 19:37:22.342889 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84006e0-248b-4174-ba95-eed2822cc0c3 req-8e977ac6-2656-46c7-be7e-b7fcdbfbc7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:37:22.344650 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a84006e0-248b-4174-ba95-eed2822cc0c3 req-8e977ac6-2656-46c7-be7e-b7fcdbfbc7b3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6bc43f42-83b1-4f83-bfff-5d0318eef92c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1105120
Apr 19 19:37:22.437901 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-51c7573c-8192-4dbb-97fb-97c6530790a0 req-5c602bf9-53f3-42cd-8997-26e5415b7123 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1da71a4-cef9-4aab-90f4-109eea8adbb9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1420693
Apr 19 19:37:22.531035 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a84006e0-248b-4174-ba95-eed2822cc0c3 req-f5aff86d-52ec-4f35-885f-6bc9a30524a9 service neutron] 10.222.0.20 "GET /v2.0/networks/6bc43f42-83b1-4f83-bfff-5d0318eef92c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1793518
Apr 19 19:37:22.553107 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-5151f27a-50ec-49e9-b842-3b867d174127 admin admin] Network 79a34250-072c-4c66-811c-8010c0a6c721 has no segments {{(pid=86368) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:37:22.566000 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5151f27a-50ec-49e9-b842-3b867d174127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1818163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32443850'] for segment, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:22.698305 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-a84006e0-248b-4174-ba95-eed2822cc0c3 req-32d9c22a-4cb8-4d02-9b93-b63d5258a0d5 service neutron] 10.222.0.20 "GET /v2.0/networks/6bc43f42-83b1-4f83-bfff-5d0318eef92c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1600213
Apr 19 19:37:22.905431 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042959fd-0b77-48ad-8c3e-83ca468d0aba req-9fb42ab7-89ec-4d8d-9994-8a0a15605b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:37:22.907175 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-042959fd-0b77-48ad-8c3e-83ca468d0aba req-9fb42ab7-89ec-4d8d-9994-8a0a15605b04 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc5b0bd7c7ca48888f8782e781e6974d&device_id=76566952-1e2a-462c-a444-5b0688dff3a9 HTTP/1.1" status: 200  len: 1096 time: 0.1174605
Apr 19 19:37:23.055030 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-5151f27a-50ec-49e9-b842-3b867d174127 admin admin] Network 79a34250-072c-4c66-811c-8010c0a6c721 has no segments {{(pid=86368) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:37:23.079746 dv-cinder-786932-1-iscsi neutron-server[86253]: Traceback (most recent call last):
Apr 19 19:37:23.079746 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 19:37:23.079746 dv-cinder-786932-1-iscsi neutron-server[86253]:     timer()
Apr 19 19:37:23.079746 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 19:37:23.079746 dv-cinder-786932-1-iscsi neutron-server[86253]:     cb(*args, **kw)
Apr 19 19:37:23.079746 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 19:37:23.079746 dv-cinder-786932-1-iscsi neutron-server[86253]:     return func(*args, **kwargs)
Apr 19 19:37:23.079746 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 19:37:23.079746 dv-cinder-786932-1-iscsi neutron-server[86253]:     self._notify()
Apr 19 19:37:23.079746 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 19:37:23.079746 dv-cinder-786932-1-iscsi neutron-server[86253]:     self.callback(batched_events)
Apr 19 19:37:23.079746 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 19:37:23.079746 dv-cinder-786932-1-iscsi neutron-server[86253]:     event.method(event)
Apr 19 19:37:23.079746 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 19:37:23.079746 dv-cinder-786932-1-iscsi neutron-server[86253]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 19:37:23.079746 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 19:37:23.079746 dv-cinder-786932-1-iscsi neutron-server[86253]:     segment_id)['aggregates'][0]
Apr 19 19:37:23.079746 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 19:37:23.079746 dv-cinder-786932-1-iscsi neutron-server[86253]:     return f(self, *a, **k)
Apr 19 19:37:23.079746 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 19:37:23.079746 dv-cinder-786932-1-iscsi neutron-server[86253]:     return self._get(url).json()
Apr 19 19:37:23.079746 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 19:37:23.079746 dv-cinder-786932-1-iscsi neutron-server[86253]:     **kwargs)
Apr 19 19:37:23.079746 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 19:37:23.079746 dv-cinder-786932-1-iscsi neutron-server[86253]:     return self.request(url, 'GET', **kwargs)
Apr 19 19:37:23.079746 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 19:37:23.079746 dv-cinder-786932-1-iscsi neutron-server[86253]:     **endpoint_filter)
Apr 19 19:37:23.079746 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 19:37:23.079746 dv-cinder-786932-1-iscsi neutron-server[86253]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 19:37:23.079746 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 19:37:23.079746 dv-cinder-786932-1-iscsi neutron-server[86253]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 19:37:23.079746 dv-cinder-786932-1-iscsi neutron-server[86253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 19:37:23.084811 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042959fd-0b77-48ad-8c3e-83ca468d0aba req-50d401c6-69fe-46b9-a2b0-6e1f8d75ff55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:37:23.086404 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-042959fd-0b77-48ad-8c3e-83ca468d0aba req-50d401c6-69fe-46b9-a2b0-6e1f8d75ff55 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6bc43f42-83b1-4f83-bfff-5d0318eef92c HTTP/1.1" status: 200  len: 912 time: 0.1720665
Apr 19 19:37:23.171365 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-042959fd-0b77-48ad-8c3e-83ca468d0aba req-23663c50-f691-438d-b590-18f97b830ad1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb9e652d-f588-492e-92e1-9d587972adc9 HTTP/1.1" status: 200  len: 217 time: 0.0745761
Apr 19 19:37:23.195130 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5151f27a-50ec-49e9-b842-3b867d174127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854087039'] for network, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:23.201040 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:37:23.220588 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5151f27a-50ec-49e9-b842-3b867d174127 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:23.243536 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5151f27a-50ec-49e9-b842-3b867d174127 admin admin] Pushing event deleted for resources: {'Network': ['ID=79a34250-072c-4c66-811c-8010c0a6c721,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:37:23.249350 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042959fd-0b77-48ad-8c3e-83ca468d0aba req-4cdfbbbe-13b5-43ae-ab0c-1ae435e17377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:37:23.250960 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-042959fd-0b77-48ad-8c3e-83ca468d0aba req-4cdfbbbe-13b5-43ae-ab0c-1ae435e17377 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d1ed8313-f386-4db8-8de3-b6bf3e8e6da1 HTTP/1.1" status: 200  len: 850 time: 0.0702939
Apr 19 19:37:23.252743 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-5151f27a-50ec-49e9-b842-3b867d174127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:37:23.261605 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-5151f27a-50ec-49e9-b842-3b867d174127 admin admin] 10.222.0.36 "DELETE /v2.0/networks/79a34250-072c-4c66-811c-8010c0a6c721 HTTP/1.1" status: 204  len: 168 time: 3.5288990
Apr 19 19:37:23.373786 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042959fd-0b77-48ad-8c3e-83ca468d0aba req-67c10e93-832d-47f4-a5bf-4ccde47722a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:37:23.376703 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-042959fd-0b77-48ad-8c3e-83ca468d0aba req-67c10e93-832d-47f4-a5bf-4ccde47722a8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6bc43f42-83b1-4f83-bfff-5d0318eef92c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1184475
Apr 19 19:37:23.545819 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 58826) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:37:23.550634 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-042959fd-0b77-48ad-8c3e-83ca468d0aba req-af11b356-a0b0-46bf-9367-0f271892631f service neutron] 10.222.0.20 "GET /v2.0/networks/6bc43f42-83b1-4f83-bfff-5d0318eef92c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1675470
Apr 19 19:37:23.652530 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-92adf0e1-3073-4aac-9559-72e452d746a3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bc6d5ff032774262833087cdb5dac57f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1045463
Apr 19 19:37:23.655039 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 58830) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:37:23.712408 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-042959fd-0b77-48ad-8c3e-83ca468d0aba req-7d548618-9524-45c9-8e13-113238bad111 service neutron] 10.222.0.20 "GET /v2.0/networks/6bc43f42-83b1-4f83-bfff-5d0318eef92c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1541448
Apr 19 19:37:23.755137 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff6258-8e8a-45f5-ae34-0a636bb271d4 req-ccabaa54-763c-4c32-8306-0be706b9abad tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:37:23.756881 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-46ff6258-8e8a-45f5-ae34-0a636bb271d4 req-ccabaa54-763c-4c32-8306-0be706b9abad tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/ports?device_id=76566952-1e2a-462c-a444-5b0688dff3a9 HTTP/1.1" status: 200  len: 943 time: 0.1720743
Apr 19 19:37:23.763681 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ca142b8e-2360-40ba-90ff-b89b3894d6e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:23.824100 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ca142b8e-2360-40ba-90ff-b89b3894d6e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:23.858203 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-46ff6258-8e8a-45f5-ae34-0a636bb271d4 req-685b33a6-c85b-45dd-9873-5db0eb3b08fb tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1da71a4-cef9-4aab-90f4-109eea8adbb9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0917623
Apr 19 19:37:23.899383 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ca142b8e-2360-40ba-90ff-b89b3894d6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:23.905484 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-69b5faf7-1e5f-4c2f-b6a5-08df2e38bfa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:37:23.921067 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca142b8e-2360-40ba-90ff-b89b3894d6e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2209dc42-de8c-4ee1-988e-08136191c73c,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:37:23.923754 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-ca142b8e-2360-40ba-90ff-b89b3894d6e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:37:23.931080 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ca142b8e-2360-40ba-90ff-b89b3894d6e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:23.932486 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-ca142b8e-2360-40ba-90ff-b89b3894d6e5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2209dc42-de8c-4ee1-988e-08136191c73c HTTP/1.1" status: 204  len: 168 time: 0.2764592
Apr 19 19:37:24.375543 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 58838) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:37:24.432704 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-40c44220-96cb-4a8c-b0b6-5da2a9fd4525 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f36c2c9949bf4d38a175f580c5a0f031&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0548933
Apr 19 19:37:24.435761 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 58842) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:37:24.514764 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4146f8ec-879d-4ae0-b565-964ff509ef82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:24.550439 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4146f8ec-879d-4ae0-b565-964ff509ef82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:24.600506 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4146f8ec-879d-4ae0-b565-964ff509ef82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:24.606687 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-d4083a8d-3928-4a55-a0e4-18ad2bb4c56f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:37:24.621490 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4146f8ec-879d-4ae0-b565-964ff509ef82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03312a3-7331-4551-b48a-882a2831efac,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:37:24.624020 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-4146f8ec-879d-4ae0-b565-964ff509ef82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:37:24.628157 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4146f8ec-879d-4ae0-b565-964ff509ef82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:24.630408 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-4146f8ec-879d-4ae0-b565-964ff509ef82 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a03312a3-7331-4551-b48a-882a2831efac HTTP/1.1" status: 204  len: 168 time: 0.1932302
Apr 19 19:37:25.099608 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922e3971-953d-4a34-a22a-405c580885ba req-5bd687ad-3250-4190-af2d-30447dce7225 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:37:25.101365 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-922e3971-953d-4a34-a22a-405c580885ba req-5bd687ad-3250-4190-af2d-30447dce7225 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/ports?device_id=76566952-1e2a-462c-a444-5b0688dff3a9 HTTP/1.1" status: 200  len: 943 time: 0.1135094
Apr 19 19:37:25.159626 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-922e3971-953d-4a34-a22a-405c580885ba req-f68652cf-1378-416e-a4d9-e14be37cb01c tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1da71a4-cef9-4aab-90f4-109eea8adbb9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0500984
Apr 19 19:37:26.381380 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af85f276-8a7f-4cbc-88b6-26c09a5d24f6 req-6de4b21a-3910-4942-a724-87a7bf25f6c0 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:37:26.383437 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-af85f276-8a7f-4cbc-88b6-26c09a5d24f6 req-6de4b21a-3910-4942-a724-87a7bf25f6c0 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/ports?device_id=76566952-1e2a-462c-a444-5b0688dff3a9 HTTP/1.1" status: 200  len: 943 time: 0.0989709
Apr 19 19:37:26.437306 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-af85f276-8a7f-4cbc-88b6-26c09a5d24f6 req-965a3706-0dba-4604-9184-e745b2e65a4b tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1da71a4-cef9-4aab-90f4-109eea8adbb9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460734
Apr 19 19:37:27.738571 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35151079-41f1-4e30-9a4a-eadc2a356362 req-13cf42e7-254c-4317-bcba-3c3f7fc1fb70 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:37:27.741404 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-35151079-41f1-4e30-9a4a-eadc2a356362 req-13cf42e7-254c-4317-bcba-3c3f7fc1fb70 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/ports?device_id=76566952-1e2a-462c-a444-5b0688dff3a9 HTTP/1.1" status: 200  len: 943 time: 0.1805811
Apr 19 19:37:27.808350 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-35151079-41f1-4e30-9a4a-eadc2a356362 req-bc4c50d1-f060-48b7-81d8-e149c9848c11 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1da71a4-cef9-4aab-90f4-109eea8adbb9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0599701
Apr 19 19:37:29.038233 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a0e6e-94f4-472f-ba50-a679ed0338d8 req-422b04a8-6476-449b-99e4-0fa05ac76e60 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:37:29.040079 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-993a0e6e-94f4-472f-ba50-a679ed0338d8 req-422b04a8-6476-449b-99e4-0fa05ac76e60 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/ports?device_id=76566952-1e2a-462c-a444-5b0688dff3a9 HTTP/1.1" status: 200  len: 943 time: 0.1015034
Apr 19 19:37:29.097504 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-993a0e6e-94f4-472f-ba50-a679ed0338d8 req-89dbd698-f065-4cd0-8274-98fad24f79d4 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1da71a4-cef9-4aab-90f4-109eea8adbb9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0500233
Apr 19 19:37:30.325923 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90635fb9-185d-493d-a0f3-8ef17f318dec req-4e18e939-ed6a-440d-a969-318cfcbf544f tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:37:30.327525 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-90635fb9-185d-493d-a0f3-8ef17f318dec req-4e18e939-ed6a-440d-a969-318cfcbf544f tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/ports?device_id=76566952-1e2a-462c-a444-5b0688dff3a9 HTTP/1.1" status: 200  len: 943 time: 0.1016314
Apr 19 19:37:30.374181 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:30.381735 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-90635fb9-185d-493d-a0f3-8ef17f318dec req-69d99795-2acb-427d-9568-dbfe6edd8066 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1da71a4-cef9-4aab-90f4-109eea8adbb9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474803
Apr 19 19:37:30.456645 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device eb9e652d-f588-492e-92e1-9d587972adc9 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 19:37:30.619153 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port eb9e652d-f588-492e-92e1-9d587972adc9, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=eb9e652d-f588-492e-92e1-9d587972adc9,segment=NetworkSegment(ba613c43-a0d4-48ab-98c6-225de025afbc),segment_id=ba613c43-a0d4-48ab-98c6-225de025afbc)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:37:30.635647 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Returning: {'device': 'eb9e652d-f588-492e-92e1-9d587972adc9', 'network_id': '6bc43f42-83b1-4f83-bfff-5d0318eef92c', 'port_id': 'eb9e652d-f588-492e-92e1-9d587972adc9', 'mac_address': 'fa:16:3e:d9:10:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1ed8313-f386-4db8-8de3-b6bf3e8e6da1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 19:37:30.703452 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:30.723210 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb9e652d-f588-492e-92e1-9d587972adc9 {{(pid=86370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:37:30.740774 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port eb9e652d-f588-492e-92e1-9d587972adc9, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=eb9e652d-f588-492e-92e1-9d587972adc9,segment=NetworkSegment(ba613c43-a0d4-48ab-98c6-225de025afbc),segment_id=ba613c43-a0d4-48ab-98c6-225de025afbc)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:37:30.744534 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:30.746892 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:37:30.828439 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Pushing event updated for resources: {'Port': ['ID=eb9e652d-f588-492e-92e1-9d587972adc9,revision_number=4']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:37:30.833379 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:37:31.029952 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] get_ports_and_sgs() called for port_ids ['eb9e652d-f588-492e-92e1-9d587972adc9'] {{(pid=86370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:37:31.631474 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9480c2ef-f8a1-4f39-bb04-a920bd541e49 req-7d04e15a-29f9-48de-87e9-061347520035 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:37:31.633556 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9480c2ef-f8a1-4f39-bb04-a920bd541e49 req-7d04e15a-29f9-48de-87e9-061347520035 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/ports?device_id=76566952-1e2a-462c-a444-5b0688dff3a9 HTTP/1.1" status: 200  len: 944 time: 0.1293817
Apr 19 19:37:31.692028 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-9480c2ef-f8a1-4f39-bb04-a920bd541e49 req-087434ba-3163-4de7-8811-e5030e850729 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1da71a4-cef9-4aab-90f4-109eea8adbb9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510414
Apr 19 19:37:32.488321 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device eb9e652d-f588-492e-92e1-9d587972adc9 up at agent hyperv_hv-cinder-78693 {{(pid=86370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:37:32.567407 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Provisioning for port eb9e652d-f588-492e-92e1-9d587972adc9 completed by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:37:32.573515 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.provisioning_blocks [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Provisioning complete for port eb9e652d-f588-492e-92e1-9d587972adc9 triggered by entity L2. {{(pid=86370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:37:32.573946 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1924608'] for port, provisioning_complete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:32.714878 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:32.757279 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76566952-1e2a-462c-a444-5b0688dff3a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb9e652d-f588-492e-92e1-9d587972adc9'}] {{(pid=86370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:37:32.778212 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] For port eb9e652d-f588-492e-92e1-9d587972adc9, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=eb9e652d-f588-492e-92e1-9d587972adc9,segment=NetworkSegment(ba613c43-a0d4-48ab-98c6-225de025afbc),segment_id=ba613c43-a0d4-48ab-98c6-225de025afbc)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:37:32.783640 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:32.786966 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-fd11d8b8-9467-4d7c-937f-b57a28e25b51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:37:32.914073 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Pushing event updated for resources: {'Port': ['ID=eb9e652d-f588-492e-92e1-9d587972adc9,revision_number=5']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:37:32.917975 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:37:33.000448 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf9bdbd-0168-4d8b-a15c-2b9cc4bd18ff req-13c404eb-a2d3-4cf8-9fd5-c736418af3bd tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:37:33.002075 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-baf9bdbd-0168-4d8b-a15c-2b9cc4bd18ff req-13c404eb-a2d3-4cf8-9fd5-c736418af3bd tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/ports?device_id=76566952-1e2a-462c-a444-5b0688dff3a9 HTTP/1.1" status: 200  len: 945 time: 0.1081922
Apr 19 19:37:33.057015 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-baf9bdbd-0168-4d8b-a15c-2b9cc4bd18ff req-aabb5be3-09f0-4335-968c-e3831e4be9ae tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1da71a4-cef9-4aab-90f4-109eea8adbb9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472937
Apr 19 19:37:33.163329 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76566952-1e2a-462c-a444-5b0688dff3a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb9e652d-f588-492e-92e1-9d587972adc9', 'code': 200}
Apr 19 19:37:33.493057 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428450f9-1e64-457c-ae7a-6b51a1baa816 req-d904eb08-a581-480a-9027-a6674c337a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:37:33.495289 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-428450f9-1e64-457c-ae7a-6b51a1baa816 req-d904eb08-a581-480a-9027-a6674c337a3a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=76566952-1e2a-462c-a444-5b0688dff3a9 HTTP/1.1" status: 200  len: 1098 time: 0.0845311
Apr 19 19:37:33.565438 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-428450f9-1e64-457c-ae7a-6b51a1baa816 req-865c34df-ddde-4e40-b746-9a1006898531 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e1da71a4-cef9-4aab-90f4-109eea8adbb9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0634081
Apr 19 19:37:34.272208 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf3a7e-804f-47e4-a06d-e5fef78b6c56 req-08cdbda4-61b0-4d3c-86af-85f46f2f8648 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:37:34.273884 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1faf3a7e-804f-47e4-a06d-e5fef78b6c56 req-08cdbda4-61b0-4d3c-86af-85f46f2f8648 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/ports?device_id=76566952-1e2a-462c-a444-5b0688dff3a9 HTTP/1.1" status: 200  len: 945 time: 0.0989330
Apr 19 19:37:34.329148 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-1faf3a7e-804f-47e4-a06d-e5fef78b6c56 req-2361f896-3bc6-4e16-9a96-3c27daceb13f tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1da71a4-cef9-4aab-90f4-109eea8adbb9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483189
Apr 19 19:37:35.560050 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e56f5f-c282-472a-9c53-300975ea93e6 req-8e06d7e8-3b2e-4b47-975b-70b7dc5cb310 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:37:35.561778 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-96e56f5f-c282-472a-9c53-300975ea93e6 req-8e06d7e8-3b2e-4b47-975b-70b7dc5cb310 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/ports?device_id=76566952-1e2a-462c-a444-5b0688dff3a9 HTTP/1.1" status: 200  len: 945 time: 0.1057067
Apr 19 19:37:35.622186 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-96e56f5f-c282-472a-9c53-300975ea93e6 req-e206ccdc-40ad-48de-9718-ba6df665500f tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1da71a4-cef9-4aab-90f4-109eea8adbb9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477247
Apr 19 19:37:35.844399 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34680572-69f6-406e-bf86-e6887fde5da7 req-838bb4c0-f3c1-47e0-9af0-f2204e1757c3 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:37:35.846092 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-34680572-69f6-406e-bf86-e6887fde5da7 req-838bb4c0-f3c1-47e0-9af0-f2204e1757c3 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/ports?device_id=76566952-1e2a-462c-a444-5b0688dff3a9 HTTP/1.1" status: 200  len: 945 time: 0.0970137
Apr 19 19:37:35.897727 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-34680572-69f6-406e-bf86-e6887fde5da7 req-8776f131-53c9-41ea-b252-a80fef88deb8 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1da71a4-cef9-4aab-90f4-109eea8adbb9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450039
Apr 19 19:37:35.926232 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 58872) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:37:36.218200 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ed2ef6-7b80-4829-8ec8-d5c10c628c13 tempest-TestVolumeBootPattern-1374049575 tempest-TestVolumeBootPattern-1374049575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:37:36.219984 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-00ed2ef6-7b80-4829-8ec8-d5c10c628c13 tempest-TestVolumeBootPattern-1374049575 tempest-TestVolumeBootPattern-1374049575-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=76566952-1e2a-462c-a444-5b0688dff3a9 HTTP/1.1" status: 200  len: 1093 time: 0.2925982
Apr 19 19:37:36.223383 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 58878) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:37:36.230911 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.v2.base [None req-cd9c4148-5d20-4fc7-813b-ea7683353b2e tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Request body: {'floatingip': {'floating_network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'port_id': 'eb9e652d-f588-492e-92e1-9d587972adc9', 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=86368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:37:36.238376 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-cd9c4148-5d20-4fc7-813b-ea7683353b2e tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:37:36.243216 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-cd9c4148-5d20-4fc7-813b-ea7683353b2e tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Usage tracker for resource:floatingip and tenant:bc5b0bd7c7ca48888f8782e781e6974d is out of sync, need to count used quota {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:37:36.248434 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [None req-cd9c4148-5d20-4fc7-813b-ea7683353b2e tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=86368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:37:36.256148 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.quota.driver [None req-cd9c4148-5d20-4fc7-813b-ea7683353b2e tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=86368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:37:36.269569 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cd9c4148-5d20-4fc7-813b-ea7683353b2e tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks [] for floatingip, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:36.435317 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cd9c4148-5d20-4fc7-813b-ea7683353b2e tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:36.606902 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_common [None req-cd9c4148-5d20-4fc7-813b-ea7683353b2e tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Allocated IP 172.27.1.140 (4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c/7025e6d6-1695-4f32-acf4-f47e4f1fcca5/122b5a61-8877-455d-9b59-62d977ab2434) {{(pid=86368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:37:36.883589 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cd9c4148-5d20-4fc7-813b-ea7683353b2e tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks [] for port, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:36.932298 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cd9c4148-5d20-4fc7-813b-ea7683353b2e tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739738723801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822331971'] for port, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:36.937565 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-5d7b90e7-0a24-4a96-82f9-f9deffc8898f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:37:37.012202 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9c4148-5d20-4fc7-813b-ea7683353b2e tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Network 4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c is already hosted by enough agents. {{(pid=86368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:37:37.016768 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.base_scheduler [None req-cd9c4148-5d20-4fc7-813b-ea7683353b2e tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Resources bound (agent type, host, resource id):  {{(pid=86368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:37:37.022293 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9c4148-5d20-4fc7-813b-ea7683353b2e tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Received port after_create {{(pid=86368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:37:37.062467 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9c4148-5d20-4fc7-813b-ea7683353b2e tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Pushing event updated for resources: {'Port': ['ID=122b5a61-8877-455d-9b59-62d977ab2434,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:37:37.067126 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-cd9c4148-5d20-4fc7-813b-ea7683353b2e tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:37:37.507425 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cd9c4148-5d20-4fc7-813b-ea7683353b2e tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:37.600718 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cd9c4148-5d20-4fc7-813b-ea7683353b2e tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853158691'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:37.844935 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cd9c4148-5d20-4fc7-813b-ea7683353b2e tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks [] for port, precommit_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:37.848793 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cd9c4148-5d20-4fc7-813b-ea7683353b2e tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739739171528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739738723818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739738725133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32443828'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:37.854047 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-d8c6f4c0-2dc9-42dd-9a3f-5c6f14978cc6 tempest-ServerRescueNegativeTestJSON-1414908627 tempest-ServerRescueNegativeTestJSON-1414908627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:37:37.969986 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9c4148-5d20-4fc7-813b-ea7683353b2e tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Pushing event updated for resources: {'Port': ['ID=122b5a61-8877-455d-9b59-62d977ab2434,revision_number=2']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:37:37.979439 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-cd9c4148-5d20-4fc7-813b-ea7683353b2e tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:37:37.990294 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cd9c4148-5d20-4fc7-813b-ea7683353b2e tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854086990'] for floatingip, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:38.184865 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.db.l3_db [None req-cd9c4148-5d20-4fc7-813b-ea7683353b2e tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Floating IP 45ab10ea-29d3-446f-b013-9ae6c0f1f91e associated. External IP: 172.27.1.140, port: eb9e652d-f588-492e-92e1-9d587972adc9.
Apr 19 19:37:38.867171 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd9c4148-5d20-4fc7-813b-ea7683353b2e tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Router 7201a3a2-4a9f-4461-ae9c-28e3ac792d7d has already been hosted by L3 agent a3cf2d1c-6710-4478-a129-20091cfe97d1 {{(pid=86368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:37:39.098203 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd9c4148-5d20-4fc7-813b-ea7683353b2e tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify agent at l3_agent.dv-cinder-786932-1-iscsi the message routers_updated {{(pid=86368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:37:39.111675 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe9f972-9c3e-4b3e-ac91-e7a70af2d881 None None] Sync routers for ids ['7201a3a2-4a9f-4461-ae9c-28e3ac792d7d'] in dv-cinder-786932-1-iscsi {{(pid=86370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:37:39.129617 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cd9c4148-5d20-4fc7-813b-ea7683353b2e tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for floatingip, before_response {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:39.129872 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe9f972-9c3e-4b3e-ac91-e7a70af2d881 None None] Routers {'7201a3a2-4a9f-4461-ae9c-28e3ac792d7d'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:37:39.130996 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-5fe9f972-9c3e-4b3e-ac91-e7a70af2d881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0f1df7f0>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:37:19Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['7201a3a2-4a9f-4461-ae9c-28e3ac792d7d'], 'active': True} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:37:39.198178 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-cd9c4148-5d20-4fc7-813b-ea7683353b2e tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.9733021
Apr 19 19:37:39.199188 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76566952-1e2a-462c-a444-5b0688dff3a9', 'tag': 'eb9e652d-f588-492e-92e1-9d587972adc9'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:37:39.266190 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76566952-1e2a-462c-a444-5b0688dff3a9', 'tag': 'eb9e652d-f588-492e-92e1-9d587972adc9', 'status': 'completed', 'code': 200}
Apr 19 19:37:39.414380 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4e0a97-26e2-42e4-8723-579b50c64e01 req-f5f490a3-aa10-44e0-abdc-10a3bee9f5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:37:39.416442 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5e4e0a97-26e2-42e4-8723-579b50c64e01 req-f5f490a3-aa10-44e0-abdc-10a3bee9f5fc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc5b0bd7c7ca48888f8782e781e6974d&device_id=76566952-1e2a-462c-a444-5b0688dff3a9 HTTP/1.1" status: 200  len: 1098 time: 0.1022015
Apr 19 19:37:39.547213 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-5fe9f972-9c3e-4b3e-ac91-e7a70af2d881 None None] Set router 7201a3a2-4a9f-4461-ae9c-28e3ac792d7d gateway port host: dv-cinder-786932-1-iscsi {{(pid=86370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:37:39.578580 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4e0a97-26e2-42e4-8723-579b50c64e01 req-5cb979fc-0827-441e-9481-7d557234d71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:37:39.580182 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5e4e0a97-26e2-42e4-8723-579b50c64e01 req-5cb979fc-0827-441e-9481-7d557234d71b service neutron] 10.222.0.20 "GET /v2.0/networks?id=6bc43f42-83b1-4f83-bfff-5d0318eef92c HTTP/1.1" status: 200  len: 912 time: 0.1576788
Apr 19 19:37:39.707467 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5e4e0a97-26e2-42e4-8723-579b50c64e01 req-1fdcea2a-d80e-4bcd-89a2-0682a43b432d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb9e652d-f588-492e-92e1-9d587972adc9 HTTP/1.1" status: 200  len: 999 time: 0.1202867
Apr 19 19:37:39.792279 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4e0a97-26e2-42e4-8723-579b50c64e01 req-adc86281-85eb-448d-b4c4-251e4479ef48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:37:39.793900 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5e4e0a97-26e2-42e4-8723-579b50c64e01 req-adc86281-85eb-448d-b4c4-251e4479ef48 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d1ed8313-f386-4db8-8de3-b6bf3e8e6da1 HTTP/1.1" status: 200  len: 850 time: 0.0796976
Apr 19 19:37:39.888622 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4e0a97-26e2-42e4-8723-579b50c64e01 req-19512df5-41da-441a-854c-9ca8dcf33369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:37:39.890776 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5e4e0a97-26e2-42e4-8723-579b50c64e01 req-19512df5-41da-441a-854c-9ca8dcf33369 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6bc43f42-83b1-4f83-bfff-5d0318eef92c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0901392
Apr 19 19:37:40.006162 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-5fe9f972-9c3e-4b3e-ac91-e7a70af2d881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0f1df7f0>, [{'id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'name': 'tempest-TestVolumeBootPattern-251130334-router', 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '702b169c-ac64-4c3f-8b86-38be529c5521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:31:24Z', 'updated_at': '2021-04-19T19:31:32Z', 'revision_number': 4, 'project_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'gw_port': {'id': '702b169c-ac64-4c3f-8b86-38be529c5521', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:31:26Z', 'updated_at': '2021-04-19T19:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_floatingips': [{'id': '45ab10ea-29d3-446f-b013-9ae6c0f1f91e', 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'floating_ip_address': '172.27.1.140', 'floating_network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'router_id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'port_id': 'eb9e652d-f588-492e-92e1-9d587972adc9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bc43f42-83b1-4f83-bfff-5d0318eef92c', 'mac_address': 'fa:16:3e:d9:10:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76566952-1e2a-462c-a444-5b0688dff3a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:37:37Z', 'updated_at': '2021-04-19T19:37:37Z', 'revision_number': 0, 'project_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'fixed_ip_address_scope': None}, {'id': '8f3f5615-2396-4d55-aceb-6462482346a6', 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'floating_ip_address': '172.27.1.94', 'floating_network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'router_id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'port_id': 'da900dc3-28e2-4064-af0d-9f0e2f7249c8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bc43f42-83b1-4f83-bfff-5d0318eef92c', 'mac_address': 'fa:16:3e:25:6e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e65d98-44a7-4952-b2cd-d0c3966d15fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:35:11Z', 'updated_at': '2021-04-19T19:35:15Z', 'revision_number': 1, 'project_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9044044-1351-4a58-9760-b33f9513d678', 'name': '', 'network_id': '6bc43f42-83b1-4f83-bfff-5d0318eef92c', 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'mac_address': 'fa:16:3e:d6:3a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'd1ed8313-f386-4db8-8de3-b6bf3e8e6da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:31:31Z', 'updated_at': '2021-04-19T19:31:44Z', 'revision_number': 5, 'project_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'subnets': [{'id': 'd1ed8313-f386-4db8-8de3-b6bf3e8e6da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:37:40.014027 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe9f972-9c3e-4b3e-ac91-e7a70af2d881 None None] Checking router: 7201a3a2-4a9f-4461-ae9c-28e3ac792d7d for host: dv-cinder-786932-1-iscsi {{(pid=86370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:37:40.030674 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe9f972-9c3e-4b3e-ac91-e7a70af2d881 None None] Routers {'7201a3a2-4a9f-4461-ae9c-28e3ac792d7d'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:37:40.031896 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-5fe9f972-9c3e-4b3e-ac91-e7a70af2d881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0f1df7f0>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:37:19Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['7201a3a2-4a9f-4461-ae9c-28e3ac792d7d'], 'active': True} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:37:40.082787 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5e4e0a97-26e2-42e4-8723-579b50c64e01 req-c9a7c779-6eb5-43a6-af16-9532abbce76b service neutron] 10.222.0.20 "GET /v2.0/networks/6bc43f42-83b1-4f83-bfff-5d0318eef92c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1850476
Apr 19 19:37:40.281301 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5e4e0a97-26e2-42e4-8723-579b50c64e01 req-dda16d9a-402d-4d98-9054-95fef92862b5 service neutron] 10.222.0.20 "GET /v2.0/networks/6bc43f42-83b1-4f83-bfff-5d0318eef92c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1899514
Apr 19 19:37:40.299217 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-5fe9f972-9c3e-4b3e-ac91-e7a70af2d881 None None] Set router 7201a3a2-4a9f-4461-ae9c-28e3ac792d7d gateway port host: dv-cinder-786932-1-iscsi {{(pid=86370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:37:40.720560 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-5fe9f972-9c3e-4b3e-ac91-e7a70af2d881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0f1df7f0>, [{'id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'name': 'tempest-TestVolumeBootPattern-251130334-router', 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '702b169c-ac64-4c3f-8b86-38be529c5521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:31:24Z', 'updated_at': '2021-04-19T19:31:32Z', 'revision_number': 4, 'project_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'gw_port': {'id': '702b169c-ac64-4c3f-8b86-38be529c5521', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:31:26Z', 'updated_at': '2021-04-19T19:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_floatingips': [{'id': '45ab10ea-29d3-446f-b013-9ae6c0f1f91e', 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'floating_ip_address': '172.27.1.140', 'floating_network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'router_id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'port_id': 'eb9e652d-f588-492e-92e1-9d587972adc9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bc43f42-83b1-4f83-bfff-5d0318eef92c', 'mac_address': 'fa:16:3e:d9:10:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76566952-1e2a-462c-a444-5b0688dff3a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:37:37Z', 'updated_at': '2021-04-19T19:37:37Z', 'revision_number': 0, 'project_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'fixed_ip_address_scope': None}, {'id': '8f3f5615-2396-4d55-aceb-6462482346a6', 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'floating_ip_address': '172.27.1.94', 'floating_network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'router_id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'port_id': 'da900dc3-28e2-4064-af0d-9f0e2f7249c8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bc43f42-83b1-4f83-bfff-5d0318eef92c', 'mac_address': 'fa:16:3e:25:6e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e65d98-44a7-4952-b2cd-d0c3966d15fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:35:11Z', 'updated_at': '2021-04-19T19:35:15Z', 'revision_number': 1, 'project_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9044044-1351-4a58-9760-b33f9513d678', 'name': '', 'network_id': '6bc43f42-83b1-4f83-bfff-5d0318eef92c', 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'mac_address': 'fa:16:3e:d6:3a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'd1ed8313-f386-4db8-8de3-b6bf3e8e6da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:31:31Z', 'updated_at': '2021-04-19T19:31:44Z', 'revision_number': 5, 'project_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'subnets': [{'id': 'd1ed8313-f386-4db8-8de3-b6bf3e8e6da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:37:40.725328 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe9f972-9c3e-4b3e-ac91-e7a70af2d881 None None] The sync data for ids ['7201a3a2-4a9f-4461-ae9c-28e3ac792d7d'] in dv-cinder-786932-1-iscsi is: [{'id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'name': 'tempest-TestVolumeBootPattern-251130334-router', 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '702b169c-ac64-4c3f-8b86-38be529c5521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:31:24Z', 'updated_at': '2021-04-19T19:31:32Z', 'revision_number': 4, 'project_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'gw_port': {'id': '702b169c-ac64-4c3f-8b86-38be529c5521', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:31:26Z', 'updated_at': '2021-04-19T19:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_floatingips': [{'id': '45ab10ea-29d3-446f-b013-9ae6c0f1f91e', 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'floating_ip_address': '172.27.1.140', 'floating_network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'router_id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'port_id': 'eb9e652d-f588-492e-92e1-9d587972adc9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bc43f42-83b1-4f83-bfff-5d0318eef92c', 'mac_address': 'fa:16:3e:d9:10:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76566952-1e2a-462c-a444-5b0688dff3a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:37:37Z', 'updated_at': '2021-04-19T19:37:37Z', 'revision_number': 0, 'project_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'fixed_ip_address_scope': None}, {'id': '8f3f5615-2396-4d55-aceb-6462482346a6', 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'floating_ip_address': '172.27.1.94', 'floating_network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'router_id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'port_id': 'da900dc3-28e2-4064-af0d-9f0e2f7249c8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bc43f42-83b1-4f83-bfff-5d0318eef92c', 'mac_address': 'fa:16:3e:25:6e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e65d98-44a7-4952-b2cd-d0c3966d15fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:35:11Z', 'updated_at': '2021-04-19T19:35:15Z', 'revision_number': 1, 'project_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9044044-1351-4a58-9760-b33f9513d678', 'name': '', 'network_id': '6bc43f42-83b1-4f83-bfff-5d0318eef92c', 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'mac_address': 'fa:16:3e:d6:3a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'd1ed8313-f386-4db8-8de3-b6bf3e8e6da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:31:31Z', 'updated_at': '2021-04-19T19:31:44Z', 'revision_number': 5, 'project_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'subnets': [{'id': 'd1ed8313-f386-4db8-8de3-b6bf3e8e6da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:37:41.077479 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c914b662-9b4c-41fd-a3ae-3bc50c656a2f None None] New status for floating IP 45ab10ea-29d3-446f-b013-9ae6c0f1f91e: ACTIVE {{(pid=86371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 19:37:43.690380 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-56618793-170e-4aa6-8efa-9c6d4ae7a1f6 None None] Agent healthcheck: found 6 active agents {{(pid=86371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:37:45.803187 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2accaa86-9ba3-4aaf-b29e-00ef1316acf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:48.632332 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8c5ba311-0af2-4000-81ce-f27563bbe8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:49.806245 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-000a1909-ab5b-4f97-8afb-04fdec5398f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:49.958301 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:37:50.711249 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5c78a517-44d6-4271-a115-cae59bf86ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:38:00.372321 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:38:13.080737 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-763adf4b-4935-487e-8b8c-35198259caa8 req-288691ca-f8fc-4bf6-b1a3-55f469b0c1c1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d9e65d98-44a7-4952-b2cd-d0c3966d15fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0857394
Apr 19 19:38:13.257860 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763adf4b-4935-487e-8b8c-35198259caa8 req-b16787d5-58f6-4fcc-8ac1-9403ead0372b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:38:13.260217 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-763adf4b-4935-487e-8b8c-35198259caa8 req-b16787d5-58f6-4fcc-8ac1-9403ead0372b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc5b0bd7c7ca48888f8782e781e6974d&device_id=d9e65d98-44a7-4952-b2cd-d0c3966d15fc HTTP/1.1" status: 200  len: 1098 time: 0.0902305
Apr 19 19:38:13.441346 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763adf4b-4935-487e-8b8c-35198259caa8 req-994c8c98-ab23-483c-b119-7794503acc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:38:13.442940 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-763adf4b-4935-487e-8b8c-35198259caa8 req-994c8c98-ab23-483c-b119-7794503acc27 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6bc43f42-83b1-4f83-bfff-5d0318eef92c HTTP/1.1" status: 200  len: 912 time: 0.1588728
Apr 19 19:38:13.563158 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-763adf4b-4935-487e-8b8c-35198259caa8 req-fc28c9ed-8b0d-495c-bf7e-9037269c3aa2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da900dc3-28e2-4064-af0d-9f0e2f7249c8 HTTP/1.1" status: 200  len: 1000 time: 0.1143696
Apr 19 19:38:13.637492 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763adf4b-4935-487e-8b8c-35198259caa8 req-76d9440d-ad6b-4476-9e14-7eb4204ea133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:38:13.639089 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-763adf4b-4935-487e-8b8c-35198259caa8 req-76d9440d-ad6b-4476-9e14-7eb4204ea133 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d1ed8313-f386-4db8-8de3-b6bf3e8e6da1 HTTP/1.1" status: 200  len: 850 time: 0.0698864
Apr 19 19:38:13.726912 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763adf4b-4935-487e-8b8c-35198259caa8 req-38f77001-32cb-41c4-8452-efa0d56b17c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:38:13.728930 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-763adf4b-4935-487e-8b8c-35198259caa8 req-38f77001-32cb-41c4-8452-efa0d56b17c5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6bc43f42-83b1-4f83-bfff-5d0318eef92c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0836699
Apr 19 19:38:13.886892 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-763adf4b-4935-487e-8b8c-35198259caa8 req-d7772e4f-71ed-4514-92b6-d0a70108ccc5 service neutron] 10.222.0.20 "GET /v2.0/networks/6bc43f42-83b1-4f83-bfff-5d0318eef92c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1515975
Apr 19 19:38:14.043152 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-763adf4b-4935-487e-8b8c-35198259caa8 req-ca3caa34-51d8-4fa0-899c-e1f69cc55983 service neutron] 10.222.0.20 "GET /v2.0/networks/6bc43f42-83b1-4f83-bfff-5d0318eef92c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1493163
Apr 19 19:38:15.809852 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-d51d3682-0e5d-463b-8888-eaf77025e886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:38:18.626877 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7d40bdc4-1687-47e4-a606-570034f8add5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:38:19.811370 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-000a1909-ab5b-4f97-8afb-04fdec5398f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:38:19.953094 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:38:20.691148 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-56618793-170e-4aa6-8efa-9c6d4ae7a1f6 None None] Agent healthcheck: found 6 active agents {{(pid=86371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:38:20.714714 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5c78a517-44d6-4271-a115-cae59bf86ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:38:30.372512 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:38:45.804479 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c40c3d45-6bf3-4259-ad98-835b9fc06812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:38:48.631046 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-dfe1ff51-0dd9-406f-b71a-54a3751687dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:38:49.814341 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-000a1909-ab5b-4f97-8afb-04fdec5398f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:38:49.957595 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:38:50.717398 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5c78a517-44d6-4271-a115-cae59bf86ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:38:57.691225 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-56618793-170e-4aa6-8efa-9c6d4ae7a1f6 None None] Agent healthcheck: found 6 active agents {{(pid=86371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:39:00.369282 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:11.145634 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 58912) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:39:11.649061 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-3c5ea45a-d0b0-478f-9003-db416b949b66 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Deleting port 122b5a61-8877-455d-9b59-62d977ab2434 {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:39:11.649441 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3c5ea45a-d0b0-478f-9003-db416b949b66 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:11.880022 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3c5ea45a-d0b0-478f-9003-db416b949b66 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697982'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:11.880399 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3c5ea45a-d0b0-478f-9003-db416b949b66 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:12.027389 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-3c5ea45a-d0b0-478f-9003-db416b949b66 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Calling delete_port for 122b5a61-8877-455d-9b59-62d977ab2434 owned by network:floatingip {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:39:12.208593 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3c5ea45a-d0b0-478f-9003-db416b949b66 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297115604255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297116051999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31618435'] for port, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:12.214812 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-ff32c30b-e3e3-4528-9143-94613cec48d6 tempest-AttachVolumeShelveTestJSON-1897763082 tempest-AttachVolumeShelveTestJSON-1897763082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:39:12.301638 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5ea45a-d0b0-478f-9003-db416b949b66 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Pushing event deleted for resources: {'Port': ['ID=122b5a61-8877-455d-9b59-62d977ab2434,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:39:12.343172 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5ea45a-d0b0-478f-9003-db416b949b66 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:39:12.343593 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5ea45a-d0b0-478f-9003-db416b949b66 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:39:12.344055 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5ea45a-d0b0-478f-9003-db416b949b66 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:39:12.344462 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5ea45a-d0b0-478f-9003-db416b949b66 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:39:12.344865 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5ea45a-d0b0-478f-9003-db416b949b66 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:39:12.345273 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5ea45a-d0b0-478f-9003-db416b949b66 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:39:12.345670 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5ea45a-d0b0-478f-9003-db416b949b66 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:39:12.346069 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5ea45a-d0b0-478f-9003-db416b949b66 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:39:12.346468 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5ea45a-d0b0-478f-9003-db416b949b66 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:39:12.346863 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5ea45a-d0b0-478f-9003-db416b949b66 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:39:12.347261 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5ea45a-d0b0-478f-9003-db416b949b66 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:39:12.347653 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5ea45a-d0b0-478f-9003-db416b949b66 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:39:12.351630 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-3c5ea45a-d0b0-478f-9003-db416b949b66 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:39:12.386207 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3c5ea45a-d0b0-478f-9003-db416b949b66 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks [] for floatingip, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:12.386576 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.db.l3_db [None req-3c5ea45a-d0b0-478f-9003-db416b949b66 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Floating IP 45ab10ea-29d3-446f-b013-9ae6c0f1f91e disassociated (deleted). External IP: 172.27.1.140, port: eb9e652d-f588-492e-92e1-9d587972adc9.
Apr 19 19:39:12.786255 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c5ea45a-d0b0-478f-9003-db416b949b66 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Router 7201a3a2-4a9f-4461-ae9c-28e3ac792d7d has already been hosted by L3 agent a3cf2d1c-6710-4478-a129-20091cfe97d1 {{(pid=86369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:39:12.987743 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5ea45a-d0b0-478f-9003-db416b949b66 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify agent at l3_agent.dv-cinder-786932-1-iscsi the message routers_updated {{(pid=86369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:39:12.998404 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa23cab7-6a3a-4525-823a-a98daf86c541 None None] Sync routers for ids ['7201a3a2-4a9f-4461-ae9c-28e3ac792d7d'] in dv-cinder-786932-1-iscsi {{(pid=86370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:39:13.010190 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa23cab7-6a3a-4525-823a-a98daf86c541 None None] Routers {'7201a3a2-4a9f-4461-ae9c-28e3ac792d7d'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:39:13.010504 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-3c5ea45a-d0b0-478f-9003-db416b949b66 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for floatingip, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:13.010894 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-fa23cab7-6a3a-4525-823a-a98daf86c541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0e60af98>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:38:49Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['7201a3a2-4a9f-4461-ae9c-28e3ac792d7d'], 'active': True} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:39:13.081336 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-3c5ea45a-d0b0-478f-9003-db416b949b66 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "DELETE /v2.0/floatingips/45ab10ea-29d3-446f-b013-9ae6c0f1f91e HTTP/1.1" status: 204  len: 168 time: 1.9314365
Apr 19 19:39:13.081336 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76566952-1e2a-462c-a444-5b0688dff3a9', 'tag': 'eb9e652d-f588-492e-92e1-9d587972adc9'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:39:13.158849 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76566952-1e2a-462c-a444-5b0688dff3a9', 'tag': 'eb9e652d-f588-492e-92e1-9d587972adc9', 'status': 'completed', 'code': 200}
Apr 19 19:39:13.229746 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-fa23cab7-6a3a-4525-823a-a98daf86c541 None None] Set router 7201a3a2-4a9f-4461-ae9c-28e3ac792d7d gateway port host: dv-cinder-786932-1-iscsi {{(pid=86370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:39:13.301042 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f122a9-7624-41d9-b963-cc94101beec1 req-14c78c29-40e2-44f3-8acc-2511741581da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:39:13.302673 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-54f122a9-7624-41d9-b963-cc94101beec1 req-14c78c29-40e2-44f3-8acc-2511741581da service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc5b0bd7c7ca48888f8782e781e6974d&device_id=76566952-1e2a-462c-a444-5b0688dff3a9 HTTP/1.1" status: 200  len: 1098 time: 0.0904357
Apr 19 19:39:13.476468 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f122a9-7624-41d9-b963-cc94101beec1 req-5bcb9d1d-e53d-44dd-aaf7-c91896ab4e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:39:13.479432 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-54f122a9-7624-41d9-b963-cc94101beec1 req-5bcb9d1d-e53d-44dd-aaf7-c91896ab4e9e service neutron] 10.222.0.20 "GET /v2.0/networks?id=6bc43f42-83b1-4f83-bfff-5d0318eef92c HTTP/1.1" status: 200  len: 912 time: 0.1695297
Apr 19 19:39:13.580478 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-54f122a9-7624-41d9-b963-cc94101beec1 req-99189fe7-5629-4de5-a367-c07260df8b62 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb9e652d-f588-492e-92e1-9d587972adc9 HTTP/1.1" status: 200  len: 217 time: 0.0941529
Apr 19 19:39:13.674890 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-fa23cab7-6a3a-4525-823a-a98daf86c541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0e60af98>, [{'id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'name': 'tempest-TestVolumeBootPattern-251130334-router', 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '702b169c-ac64-4c3f-8b86-38be529c5521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:31:24Z', 'updated_at': '2021-04-19T19:31:32Z', 'revision_number': 4, 'project_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'gw_port': {'id': '702b169c-ac64-4c3f-8b86-38be529c5521', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:31:26Z', 'updated_at': '2021-04-19T19:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_floatingips': [{'id': '8f3f5615-2396-4d55-aceb-6462482346a6', 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'floating_ip_address': '172.27.1.94', 'floating_network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'router_id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'port_id': 'da900dc3-28e2-4064-af0d-9f0e2f7249c8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bc43f42-83b1-4f83-bfff-5d0318eef92c', 'mac_address': 'fa:16:3e:25:6e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e65d98-44a7-4952-b2cd-d0c3966d15fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:35:11Z', 'updated_at': '2021-04-19T19:35:15Z', 'revision_number': 1, 'project_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9044044-1351-4a58-9760-b33f9513d678', 'name': '', 'network_id': '6bc43f42-83b1-4f83-bfff-5d0318eef92c', 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'mac_address': 'fa:16:3e:d6:3a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'd1ed8313-f386-4db8-8de3-b6bf3e8e6da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:31:31Z', 'updated_at': '2021-04-19T19:31:44Z', 'revision_number': 5, 'project_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'subnets': [{'id': 'd1ed8313-f386-4db8-8de3-b6bf3e8e6da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:39:13.678547 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f122a9-7624-41d9-b963-cc94101beec1 req-339430da-1293-4b32-9c6e-8b9609ca93d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:39:13.682157 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-54f122a9-7624-41d9-b963-cc94101beec1 req-339430da-1293-4b32-9c6e-8b9609ca93d4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d1ed8313-f386-4db8-8de3-b6bf3e8e6da1 HTTP/1.1" status: 200  len: 850 time: 0.0951295
Apr 19 19:39:13.682993 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa23cab7-6a3a-4525-823a-a98daf86c541 None None] Checking router: 7201a3a2-4a9f-4461-ae9c-28e3ac792d7d for host: dv-cinder-786932-1-iscsi {{(pid=86370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:39:13.694118 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa23cab7-6a3a-4525-823a-a98daf86c541 None None] Routers {'7201a3a2-4a9f-4461-ae9c-28e3ac792d7d'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:39:13.694811 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-fa23cab7-6a3a-4525-823a-a98daf86c541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0e60af98>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:38:49Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['7201a3a2-4a9f-4461-ae9c-28e3ac792d7d'], 'active': True} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:39:13.782795 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f122a9-7624-41d9-b963-cc94101beec1 req-0e66ceea-5f8c-4533-a0f2-e37aa406d315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:39:13.784484 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-54f122a9-7624-41d9-b963-cc94101beec1 req-0e66ceea-5f8c-4533-a0f2-e37aa406d315 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6bc43f42-83b1-4f83-bfff-5d0318eef92c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0962265
Apr 19 19:39:13.908931 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-fa23cab7-6a3a-4525-823a-a98daf86c541 None None] Set router 7201a3a2-4a9f-4461-ae9c-28e3ac792d7d gateway port host: dv-cinder-786932-1-iscsi {{(pid=86370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:39:13.952018 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-54f122a9-7624-41d9-b963-cc94101beec1 req-934f4e2e-6178-48f0-88f3-a4dab9fadf3d service neutron] 10.222.0.20 "GET /v2.0/networks/6bc43f42-83b1-4f83-bfff-5d0318eef92c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1607080
Apr 19 19:39:14.136587 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-54f122a9-7624-41d9-b963-cc94101beec1 req-615e2a9a-fe7e-4226-be69-9a1da7a38576 service neutron] 10.222.0.20 "GET /v2.0/networks/6bc43f42-83b1-4f83-bfff-5d0318eef92c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1640069
Apr 19 19:39:14.529177 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-fa23cab7-6a3a-4525-823a-a98daf86c541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0e60af98>, [{'id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'name': 'tempest-TestVolumeBootPattern-251130334-router', 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '702b169c-ac64-4c3f-8b86-38be529c5521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:31:24Z', 'updated_at': '2021-04-19T19:31:32Z', 'revision_number': 4, 'project_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'gw_port': {'id': '702b169c-ac64-4c3f-8b86-38be529c5521', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:31:26Z', 'updated_at': '2021-04-19T19:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_floatingips': [{'id': '8f3f5615-2396-4d55-aceb-6462482346a6', 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'floating_ip_address': '172.27.1.94', 'floating_network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'router_id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'port_id': 'da900dc3-28e2-4064-af0d-9f0e2f7249c8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bc43f42-83b1-4f83-bfff-5d0318eef92c', 'mac_address': 'fa:16:3e:25:6e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e65d98-44a7-4952-b2cd-d0c3966d15fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:35:11Z', 'updated_at': '2021-04-19T19:35:15Z', 'revision_number': 1, 'project_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9044044-1351-4a58-9760-b33f9513d678', 'name': '', 'network_id': '6bc43f42-83b1-4f83-bfff-5d0318eef92c', 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'mac_address': 'fa:16:3e:d6:3a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'd1ed8313-f386-4db8-8de3-b6bf3e8e6da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:31:31Z', 'updated_at': '2021-04-19T19:31:44Z', 'revision_number': 5, 'project_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'subnets': [{'id': 'd1ed8313-f386-4db8-8de3-b6bf3e8e6da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:39:14.534176 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa23cab7-6a3a-4525-823a-a98daf86c541 None None] The sync data for ids ['7201a3a2-4a9f-4461-ae9c-28e3ac792d7d'] in dv-cinder-786932-1-iscsi is: [{'id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'name': 'tempest-TestVolumeBootPattern-251130334-router', 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '702b169c-ac64-4c3f-8b86-38be529c5521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:31:24Z', 'updated_at': '2021-04-19T19:31:32Z', 'revision_number': 4, 'project_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'gw_port': {'id': '702b169c-ac64-4c3f-8b86-38be529c5521', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:31:26Z', 'updated_at': '2021-04-19T19:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_floatingips': [{'id': '8f3f5615-2396-4d55-aceb-6462482346a6', 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'floating_ip_address': '172.27.1.94', 'floating_network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'router_id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'port_id': 'da900dc3-28e2-4064-af0d-9f0e2f7249c8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bc43f42-83b1-4f83-bfff-5d0318eef92c', 'mac_address': 'fa:16:3e:25:6e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e65d98-44a7-4952-b2cd-d0c3966d15fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:35:11Z', 'updated_at': '2021-04-19T19:35:15Z', 'revision_number': 1, 'project_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9044044-1351-4a58-9760-b33f9513d678', 'name': '', 'network_id': '6bc43f42-83b1-4f83-bfff-5d0318eef92c', 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'mac_address': 'fa:16:3e:d6:3a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'd1ed8313-f386-4db8-8de3-b6bf3e8e6da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:31:31Z', 'updated_at': '2021-04-19T19:31:44Z', 'revision_number': 5, 'project_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'subnets': [{'id': 'd1ed8313-f386-4db8-8de3-b6bf3e8e6da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:39:14.581681 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d34a2-f2c0-4405-9831-b1ba39456b02 req-b4eb3a2e-6257-4246-9809-f324e43bb164 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:39:14.583382 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6e8d34a2-f2c0-4405-9831-b1ba39456b02 req-b4eb3a2e-6257-4246-9809-f324e43bb164 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/ports?device_id=76566952-1e2a-462c-a444-5b0688dff3a9 HTTP/1.1" status: 200  len: 945 time: 0.1139917
Apr 19 19:39:14.645081 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-6e8d34a2-f2c0-4405-9831-b1ba39456b02 req-ef250e3a-aef1-472f-add9-65f5dbbab19c tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1da71a4-cef9-4aab-90f4-109eea8adbb9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0533397
Apr 19 19:39:14.932089 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633425d2-1e58-4839-bc8c-96fbaf04f62f None None] New status for floating IP 45ab10ea-29d3-446f-b013-9ae6c0f1f91e: DOWN {{(pid=86371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 19:39:15.797829 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ffdeb3d2-fd8a-4ecb-9662-91df58d8cfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:15.939884 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a2b96-b9de-4557-9b2f-1f5f87e7d99b req-25fd3b3e-9987-4fff-a391-3c1c0a0ac309 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:39:15.941768 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-256a2b96-b9de-4557-9b2f-1f5f87e7d99b req-25fd3b3e-9987-4fff-a391-3c1c0a0ac309 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/ports?device_id=76566952-1e2a-462c-a444-5b0688dff3a9 HTTP/1.1" status: 200  len: 945 time: 0.0930572
Apr 19 19:39:16.013135 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-256a2b96-b9de-4557-9b2f-1f5f87e7d99b req-fb6cc8ea-6c16-4a70-aca6-6ecf60f66944 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1da71a4-cef9-4aab-90f4-109eea8adbb9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0633829
Apr 19 19:39:16.170736 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2016b5-cc38-4c70-9209-80297c8b7401 req-6543261a-024e-4f5b-a957-0e7039e1fe78 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:39:16.172013 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-db2016b5-cc38-4c70-9209-80297c8b7401 req-6543261a-024e-4f5b-a957-0e7039e1fe78 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Synchronizing usage tracker for tenant:bc5b0bd7c7ca48888f8782e781e6974d on resource:port {{(pid=86369) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:39:16.193578 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-db2016b5-cc38-4c70-9209-80297c8b7401 req-6543261a-024e-4f5b-a957-0e7039e1fe78 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Unset dirty status for tenant:bc5b0bd7c7ca48888f8782e781e6974d on resource:port {{(pid=86369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:39:16.195358 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-db2016b5-cc38-4c70-9209-80297c8b7401 req-6543261a-024e-4f5b-a957-0e7039e1fe78 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.20 "GET /v2.0/ports?device_id=76566952-1e2a-462c-a444-5b0688dff3a9 HTTP/1.1" status: 200  len: 945 time: 0.1461606
Apr 19 19:39:16.281536 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-db2016b5-cc38-4c70-9209-80297c8b7401 req-c972b2ca-ac1b-4a49-b2e5-29b1ce021add tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Deleting port eb9e652d-f588-492e-92e1-9d587972adc9 {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:39:16.281963 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-db2016b5-cc38-4c70-9209-80297c8b7401 req-c972b2ca-ac1b-4a49-b2e5-29b1ce021add tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:16.585279 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-db2016b5-cc38-4c70-9209-80297c8b7401 req-c972b2ca-ac1b-4a49-b2e5-29b1ce021add tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] For port eb9e652d-f588-492e-92e1-9d587972adc9, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=eb9e652d-f588-492e-92e1-9d587972adc9,segment=NetworkSegment(ba613c43-a0d4-48ab-98c6-225de025afbc),segment_id=ba613c43-a0d4-48ab-98c6-225de025afbc)] {{(pid=86369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:39:16.585849 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-db2016b5-cc38-4c70-9209-80297c8b7401 req-c972b2ca-ac1b-4a49-b2e5-29b1ce021add tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697982'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:16.727089 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-db2016b5-cc38-4c70-9209-80297c8b7401 req-c972b2ca-ac1b-4a49-b2e5-29b1ce021add tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Calling delete_port for eb9e652d-f588-492e-92e1-9d587972adc9 owned by compute:nova {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:39:16.890450 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-db2016b5-cc38-4c70-9209-80297c8b7401 req-c972b2ca-ac1b-4a49-b2e5-29b1ce021add tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297115604255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297116051999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31618435'] for port, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:16.896722 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-29c2f32f-32d6-4fd4-b0df-5d4d2b059666 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:39:16.950609 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c972b2ca-ac1b-4a49-b2e5-29b1ce021add tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Pushing event deleted for resources: {'Port': ['ID=eb9e652d-f588-492e-92e1-9d587972adc9,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:39:16.954534 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c972b2ca-ac1b-4a49-b2e5-29b1ce021add tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:39:17.039781 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-db2016b5-cc38-4c70-9209-80297c8b7401 req-c972b2ca-ac1b-4a49-b2e5-29b1ce021add tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] No DVR routers for this DVR port eb9e652d-f588-492e-92e1-9d587972adc9 on host hv-cinder-78693 {{(pid=86369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 19:39:17.042793 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-db2016b5-cc38-4c70-9209-80297c8b7401 req-c972b2ca-ac1b-4a49-b2e5-29b1ce021add tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:17.045903 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76566952-1e2a-462c-a444-5b0688dff3a9', 'name': 'network-vif-deleted', 'tag': 'eb9e652d-f588-492e-92e1-9d587972adc9'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:39:17.063798 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-db2016b5-cc38-4c70-9209-80297c8b7401 req-c972b2ca-ac1b-4a49-b2e5-29b1ce021add tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.20 "DELETE /v2.0/ports/eb9e652d-f588-492e-92e1-9d587972adc9 HTTP/1.1" status: 204  len: 173 time: 0.8629110
Apr 19 19:39:17.274790 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-61c92bd4-095d-4461-95f0-358a2a9d6f05 req-4f0ade03-c749-4b5a-902a-152f15491472 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/ports?device_id=76566952-1e2a-462c-a444-5b0688dff3a9 HTTP/1.1" status: 200  len: 210 time: 0.0590973
Apr 19 19:39:17.338471 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76566952-1e2a-462c-a444-5b0688dff3a9', 'name': 'network-vif-deleted', 'tag': 'eb9e652d-f588-492e-92e1-9d587972adc9', 'status': 'completed', 'code': 200}
Apr 19 19:39:18.637839 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-522897d5-0ef8-4350-b4b0-fc63aa741b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:19.817770 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-000a1909-ab5b-4f97-8afb-04fdec5398f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:19.954053 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:20.722778 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5c78a517-44d6-4271-a115-cae59bf86ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:20.880270 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 58944) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:39:21.073499 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device eb9e652d-f588-492e-92e1-9d587972adc9 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:39:21.122744 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] No Port match for: eb9e652d-f588-492e-92e1-9d587972adc9 {{(pid=86370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:39:21.123387 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device eb9e652d-f588-492e-92e1-9d587972adc9 not bound to the agent host hv-cinder-78693 {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:39:21.379557 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-1929e2a0-401e-44db-b296-3a4c0cde2548 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Deleting port f5c33e57-a077-41e1-b399-75234cc6a6bc {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:39:21.380027 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1929e2a0-401e-44db-b296-3a4c0cde2548 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:21.578476 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1929e2a0-401e-44db-b296-3a4c0cde2548 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697982'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:21.578846 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1929e2a0-401e-44db-b296-3a4c0cde2548 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:21.727151 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-1929e2a0-401e-44db-b296-3a4c0cde2548 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Calling delete_port for f5c33e57-a077-41e1-b399-75234cc6a6bc owned by network:floatingip {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:39:21.894606 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1929e2a0-401e-44db-b296-3a4c0cde2548 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297115604255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297116051999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31618435'] for port, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:21.899038 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-c94f5106-2c88-49e3-a696-58bcb2d64f23 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:39:21.957212 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1929e2a0-401e-44db-b296-3a4c0cde2548 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Pushing event deleted for resources: {'Port': ['ID=f5c33e57-a077-41e1-b399-75234cc6a6bc,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:39:21.962995 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-1929e2a0-401e-44db-b296-3a4c0cde2548 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:39:22.072809 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1929e2a0-401e-44db-b296-3a4c0cde2548 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks [] for floatingip, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:22.073111 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.db.l3_db [None req-1929e2a0-401e-44db-b296-3a4c0cde2548 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Floating IP 8f3f5615-2396-4d55-aceb-6462482346a6 disassociated (deleted). External IP: 172.27.1.94, port: da900dc3-28e2-4064-af0d-9f0e2f7249c8.
Apr 19 19:39:22.497080 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1929e2a0-401e-44db-b296-3a4c0cde2548 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Router 7201a3a2-4a9f-4461-ae9c-28e3ac792d7d has already been hosted by L3 agent a3cf2d1c-6710-4478-a129-20091cfe97d1 {{(pid=86369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:39:22.708153 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1929e2a0-401e-44db-b296-3a4c0cde2548 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify agent at l3_agent.dv-cinder-786932-1-iscsi the message routers_updated {{(pid=86369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:39:22.721052 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7c02cd-4db8-4038-8731-95de9b23f689 None None] Sync routers for ids ['7201a3a2-4a9f-4461-ae9c-28e3ac792d7d'] in dv-cinder-786932-1-iscsi {{(pid=86370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:39:22.729319 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-1929e2a0-401e-44db-b296-3a4c0cde2548 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for floatingip, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:22.733689 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7c02cd-4db8-4038-8731-95de9b23f689 None None] Routers {'7201a3a2-4a9f-4461-ae9c-28e3ac792d7d'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:39:22.734611 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-7b7c02cd-4db8-4038-8731-95de9b23f689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0e3d1550>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:39:19Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['7201a3a2-4a9f-4461-ae9c-28e3ac792d7d'], 'active': True} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:39:22.800963 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-1929e2a0-401e-44db-b296-3a4c0cde2548 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "DELETE /v2.0/floatingips/8f3f5615-2396-4d55-aceb-6462482346a6 HTTP/1.1" status: 204  len: 168 time: 1.9184830
Apr 19 19:39:22.801627 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9e65d98-44a7-4952-b2cd-d0c3966d15fc', 'tag': 'da900dc3-28e2-4064-af0d-9f0e2f7249c8'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:39:22.899439 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9e65d98-44a7-4952-b2cd-d0c3966d15fc', 'tag': 'da900dc3-28e2-4064-af0d-9f0e2f7249c8', 'status': 'completed', 'code': 200}
Apr 19 19:39:23.018884 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-7b7c02cd-4db8-4038-8731-95de9b23f689 None None] Set router 7201a3a2-4a9f-4461-ae9c-28e3ac792d7d gateway port host: dv-cinder-786932-1-iscsi {{(pid=86370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:39:23.086325 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e52e94e-8d33-4710-b8d3-2c2b30a89ccf req-1d1cc15d-ea69-49d4-b44a-9b70bd4826dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:39:23.089073 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5e52e94e-8d33-4710-b8d3-2c2b30a89ccf req-1d1cc15d-ea69-49d4-b44a-9b70bd4826dc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc5b0bd7c7ca48888f8782e781e6974d&device_id=d9e65d98-44a7-4952-b2cd-d0c3966d15fc HTTP/1.1" status: 200  len: 1098 time: 0.1407018
Apr 19 19:39:23.340782 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e52e94e-8d33-4710-b8d3-2c2b30a89ccf req-937ab990-ae41-4933-a5a1-2550150af7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:39:23.342474 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5e52e94e-8d33-4710-b8d3-2c2b30a89ccf req-937ab990-ae41-4933-a5a1-2550150af7ee service neutron] 10.222.0.20 "GET /v2.0/networks?id=6bc43f42-83b1-4f83-bfff-5d0318eef92c HTTP/1.1" status: 200  len: 912 time: 0.2474678
Apr 19 19:39:23.432738 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5e52e94e-8d33-4710-b8d3-2c2b30a89ccf req-d1e57dc4-733e-4c85-ac0c-52be0932bfa8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da900dc3-28e2-4064-af0d-9f0e2f7249c8 HTTP/1.1" status: 200  len: 217 time: 0.0828493
Apr 19 19:39:23.449697 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-7b7c02cd-4db8-4038-8731-95de9b23f689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0e3d1550>, [{'id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'name': 'tempest-TestVolumeBootPattern-251130334-router', 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '702b169c-ac64-4c3f-8b86-38be529c5521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:31:24Z', 'updated_at': '2021-04-19T19:31:32Z', 'revision_number': 4, 'project_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'gw_port': {'id': '702b169c-ac64-4c3f-8b86-38be529c5521', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:31:26Z', 'updated_at': '2021-04-19T19:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_interfaces': [{'id': 'f9044044-1351-4a58-9760-b33f9513d678', 'name': '', 'network_id': '6bc43f42-83b1-4f83-bfff-5d0318eef92c', 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'mac_address': 'fa:16:3e:d6:3a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'd1ed8313-f386-4db8-8de3-b6bf3e8e6da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:31:31Z', 'updated_at': '2021-04-19T19:31:44Z', 'revision_number': 5, 'project_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'subnets': [{'id': 'd1ed8313-f386-4db8-8de3-b6bf3e8e6da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:39:23.455440 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7c02cd-4db8-4038-8731-95de9b23f689 None None] Checking router: 7201a3a2-4a9f-4461-ae9c-28e3ac792d7d for host: dv-cinder-786932-1-iscsi {{(pid=86370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:39:23.468961 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7c02cd-4db8-4038-8731-95de9b23f689 None None] Routers {'7201a3a2-4a9f-4461-ae9c-28e3ac792d7d'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:39:23.470260 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-7b7c02cd-4db8-4038-8731-95de9b23f689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0e3d1550>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:39:19Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['7201a3a2-4a9f-4461-ae9c-28e3ac792d7d'], 'active': True} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:39:23.545206 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e52e94e-8d33-4710-b8d3-2c2b30a89ccf req-0ca6e43f-f004-400d-a772-22e07dd62518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:39:23.548510 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5e52e94e-8d33-4710-b8d3-2c2b30a89ccf req-0ca6e43f-f004-400d-a772-22e07dd62518 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d1ed8313-f386-4db8-8de3-b6bf3e8e6da1 HTTP/1.1" status: 200  len: 850 time: 0.1078384
Apr 19 19:39:23.558031 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f652758-acb1-4fb5-952b-929d90e6d660 req-760207a6-bba4-40c2-bdc2-20bcc06b0227 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:39:23.561013 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5f652758-acb1-4fb5-952b-929d90e6d660 req-760207a6-bba4-40c2-bdc2-20bcc06b0227 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9e65d98-44a7-4952-b2cd-d0c3966d15fc HTTP/1.1" status: 200  len: 945 time: 0.1757510
Apr 19 19:39:23.624207 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5f652758-acb1-4fb5-952b-929d90e6d660 req-3eb8fbb4-0131-4a60-85d1-e0db245e1418 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1da71a4-cef9-4aab-90f4-109eea8adbb9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0545306
Apr 19 19:39:23.681684 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e52e94e-8d33-4710-b8d3-2c2b30a89ccf req-bbe90d0b-f142-49ab-93c2-9372cced8648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:39:23.683378 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5e52e94e-8d33-4710-b8d3-2c2b30a89ccf req-bbe90d0b-f142-49ab-93c2-9372cced8648 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6bc43f42-83b1-4f83-bfff-5d0318eef92c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1263092
Apr 19 19:39:23.827062 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-7b7c02cd-4db8-4038-8731-95de9b23f689 None None] Set router 7201a3a2-4a9f-4461-ae9c-28e3ac792d7d gateway port host: dv-cinder-786932-1-iscsi {{(pid=86370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:39:23.844109 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5e52e94e-8d33-4710-b8d3-2c2b30a89ccf req-52ebf7ce-2cf4-4572-b731-522034fb54e0 service neutron] 10.222.0.20 "GET /v2.0/networks/6bc43f42-83b1-4f83-bfff-5d0318eef92c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1520839
Apr 19 19:39:24.040678 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-5e52e94e-8d33-4710-b8d3-2c2b30a89ccf req-013f4a5b-3101-415c-932a-936949d1889f service neutron] 10.222.0.20 "GET /v2.0/networks/6bc43f42-83b1-4f83-bfff-5d0318eef92c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1874430
Apr 19 19:39:24.272587 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-7b7c02cd-4db8-4038-8731-95de9b23f689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0e3d1550>, [{'id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'name': 'tempest-TestVolumeBootPattern-251130334-router', 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '702b169c-ac64-4c3f-8b86-38be529c5521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:31:24Z', 'updated_at': '2021-04-19T19:31:32Z', 'revision_number': 4, 'project_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'gw_port': {'id': '702b169c-ac64-4c3f-8b86-38be529c5521', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:31:26Z', 'updated_at': '2021-04-19T19:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_interfaces': [{'id': 'f9044044-1351-4a58-9760-b33f9513d678', 'name': '', 'network_id': '6bc43f42-83b1-4f83-bfff-5d0318eef92c', 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'mac_address': 'fa:16:3e:d6:3a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'd1ed8313-f386-4db8-8de3-b6bf3e8e6da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:31:31Z', 'updated_at': '2021-04-19T19:31:44Z', 'revision_number': 5, 'project_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'subnets': [{'id': 'd1ed8313-f386-4db8-8de3-b6bf3e8e6da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:39:24.278210 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7c02cd-4db8-4038-8731-95de9b23f689 None None] The sync data for ids ['7201a3a2-4a9f-4461-ae9c-28e3ac792d7d'] in dv-cinder-786932-1-iscsi is: [{'id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'name': 'tempest-TestVolumeBootPattern-251130334-router', 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '702b169c-ac64-4c3f-8b86-38be529c5521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:31:24Z', 'updated_at': '2021-04-19T19:31:32Z', 'revision_number': 4, 'project_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'gw_port': {'id': '702b169c-ac64-4c3f-8b86-38be529c5521', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:31:26Z', 'updated_at': '2021-04-19T19:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi', '_interfaces': [{'id': 'f9044044-1351-4a58-9760-b33f9513d678', 'name': '', 'network_id': '6bc43f42-83b1-4f83-bfff-5d0318eef92c', 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'mac_address': 'fa:16:3e:d6:3a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'd1ed8313-f386-4db8-8de3-b6bf3e8e6da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:31:31Z', 'updated_at': '2021-04-19T19:31:44Z', 'revision_number': 5, 'project_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'subnets': [{'id': 'd1ed8313-f386-4db8-8de3-b6bf3e8e6da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:39:24.731555 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efac700-a8f3-4ea4-8b7d-31b0b7dc3f7c None None] New status for floating IP 8f3f5615-2396-4d55-aceb-6462482346a6: DOWN {{(pid=86371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 19:39:24.934751 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dbc47d-974f-4f31-bea1-aebcaaed51c9 req-089978e2-6a6e-4803-937b-dee0dcaa1f94 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:39:24.936567 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b1dbc47d-974f-4f31-bea1-aebcaaed51c9 req-089978e2-6a6e-4803-937b-dee0dcaa1f94 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9e65d98-44a7-4952-b2cd-d0c3966d15fc HTTP/1.1" status: 200  len: 945 time: 0.1667385
Apr 19 19:39:24.997883 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-b1dbc47d-974f-4f31-bea1-aebcaaed51c9 req-65a40254-e2f5-4956-9e19-3ff62841a19e tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1da71a4-cef9-4aab-90f4-109eea8adbb9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0536954
Apr 19 19:39:25.003261 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96234a43-509d-4931-a31a-e36d415b5d3b req-54f66270-2ecc-4198-930e-3ebb610a89bd tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:39:25.004476 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-96234a43-509d-4931-a31a-e36d415b5d3b req-54f66270-2ecc-4198-930e-3ebb610a89bd tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Synchronizing usage tracker for tenant:bc5b0bd7c7ca48888f8782e781e6974d on resource:port {{(pid=86369) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:39:25.031667 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.quota.resource [req-96234a43-509d-4931-a31a-e36d415b5d3b req-54f66270-2ecc-4198-930e-3ebb610a89bd tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Unset dirty status for tenant:bc5b0bd7c7ca48888f8782e781e6974d on resource:port {{(pid=86369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:39:25.033126 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-96234a43-509d-4931-a31a-e36d415b5d3b req-54f66270-2ecc-4198-930e-3ebb610a89bd tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9e65d98-44a7-4952-b2cd-d0c3966d15fc HTTP/1.1" status: 200  len: 945 time: 0.1627564
Apr 19 19:39:25.126543 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-96234a43-509d-4931-a31a-e36d415b5d3b req-ffdc3985-9cad-4a53-bff9-4549003c9bed tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Deleting port da900dc3-28e2-4064-af0d-9f0e2f7249c8 {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:39:25.127120 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-96234a43-509d-4931-a31a-e36d415b5d3b req-ffdc3985-9cad-4a53-bff9-4549003c9bed tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:25.427427 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [req-96234a43-509d-4931-a31a-e36d415b5d3b req-ffdc3985-9cad-4a53-bff9-4549003c9bed tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] For port da900dc3-28e2-4064-af0d-9f0e2f7249c8, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=da900dc3-28e2-4064-af0d-9f0e2f7249c8,segment=NetworkSegment(ba613c43-a0d4-48ab-98c6-225de025afbc),segment_id=ba613c43-a0d4-48ab-98c6-225de025afbc)] {{(pid=86369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:39:25.427882 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-96234a43-509d-4931-a31a-e36d415b5d3b req-ffdc3985-9cad-4a53-bff9-4549003c9bed tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697982'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:25.582572 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [req-96234a43-509d-4931-a31a-e36d415b5d3b req-ffdc3985-9cad-4a53-bff9-4549003c9bed tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Calling delete_port for da900dc3-28e2-4064-af0d-9f0e2f7249c8 owned by compute:nova {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:39:25.752580 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-96234a43-509d-4931-a31a-e36d415b5d3b req-ffdc3985-9cad-4a53-bff9-4549003c9bed tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297115604255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297116051999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31618435'] for port, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:25.760306 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-4d22405b-4013-46c4-931f-74cba7257bb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:39:25.817007 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdc3985-9cad-4a53-bff9-4549003c9bed tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Pushing event deleted for resources: {'Port': ['ID=da900dc3-28e2-4064-af0d-9f0e2f7249c8,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:39:25.821892 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-ffdc3985-9cad-4a53-bff9-4549003c9bed tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:39:25.908109 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [req-96234a43-509d-4931-a31a-e36d415b5d3b req-ffdc3985-9cad-4a53-bff9-4549003c9bed tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] No DVR routers for this DVR port da900dc3-28e2-4064-af0d-9f0e2f7249c8 on host hv-cinder-78693 {{(pid=86369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 19:39:25.910785 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [req-96234a43-509d-4931-a31a-e36d415b5d3b req-ffdc3985-9cad-4a53-bff9-4549003c9bed tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:25.914638 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e65d98-44a7-4952-b2cd-d0c3966d15fc', 'name': 'network-vif-deleted', 'tag': 'da900dc3-28e2-4064-af0d-9f0e2f7249c8'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:39:25.936580 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-96234a43-509d-4931-a31a-e36d415b5d3b req-ffdc3985-9cad-4a53-bff9-4549003c9bed tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.20 "DELETE /v2.0/ports/da900dc3-28e2-4064-af0d-9f0e2f7249c8 HTTP/1.1" status: 204  len: 173 time: 0.8967400
Apr 19 19:39:25.981243 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e65d98-44a7-4952-b2cd-d0c3966d15fc', 'name': 'network-vif-deleted', 'tag': 'da900dc3-28e2-4064-af0d-9f0e2f7249c8', 'status': 'completed', 'code': 200}
Apr 19 19:39:26.198752 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [req-e4bde9a9-650c-4777-8547-f3ec008413fa req-fde700a5-edce-44d4-9de9-39e18931112a tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9e65d98-44a7-4952-b2cd-d0c3966d15fc HTTP/1.1" status: 200  len: 210 time: 0.0524509
Apr 19 19:39:27.313563 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 58962) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:39:27.542484 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-46cee85b-c756-405c-8a47-409054b3ca12 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Deleting port 0c564177-5bcc-49d8-bc93-33d7bbab0bc3 {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:39:27.542872 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-46cee85b-c756-405c-8a47-409054b3ca12 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:27.746357 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-46cee85b-c756-405c-8a47-409054b3ca12 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697982'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:27.746737 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-46cee85b-c756-405c-8a47-409054b3ca12 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:28.172362 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-46cee85b-c756-405c-8a47-409054b3ca12 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Calling delete_port for 0c564177-5bcc-49d8-bc93-33d7bbab0bc3 owned by network:floatingip {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:39:28.338012 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-46cee85b-c756-405c-8a47-409054b3ca12 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297115604255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297116051999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31618435'] for port, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:28.344379 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-3c5ea45a-d0b0-478f-9003-db416b949b66 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:39:28.433359 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cee85b-c756-405c-8a47-409054b3ca12 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Pushing event deleted for resources: {'Port': ['ID=0c564177-5bcc-49d8-bc93-33d7bbab0bc3,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:39:28.436455 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-46cee85b-c756-405c-8a47-409054b3ca12 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:39:28.524385 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-46cee85b-c756-405c-8a47-409054b3ca12 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks [] for floatingip, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:28.553999 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-46cee85b-c756-405c-8a47-409054b3ca12 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774873'] for floatingip, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:28.559011 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-46cee85b-c756-405c-8a47-409054b3ca12 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "DELETE /v2.0/floatingips/d053c54a-e923-4a29-a465-23f81459d9e3 HTTP/1.1" status: 204  len: 168 time: 1.2408307
Apr 19 19:39:29.093763 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device da900dc3-28e2-4064-af0d-9f0e2f7249c8 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:39:29.139933 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] No Port match for: da900dc3-28e2-4064-af0d-9f0e2f7249c8 {{(pid=86370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:39:29.140328 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Device da900dc3-28e2-4064-af0d-9f0e2f7249c8 not bound to the agent host hv-cinder-78693 {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:39:30.006575 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 58976) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:39:30.128669 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-353baab9-8283-4c88-b0da-f20ff90defd8 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:30.181615 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-353baab9-8283-4c88-b0da-f20ff90defd8 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:30.256662 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-353baab9-8283-4c88-b0da-f20ff90defd8 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:30.261280 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-bf24b8b5-69af-4e00-93a4-2a974db3e319 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:39:30.279253 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353baab9-8283-4c88-b0da-f20ff90defd8 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1da71a4-cef9-4aab-90f4-109eea8adbb9,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:39:30.283303 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-353baab9-8283-4c88-b0da-f20ff90defd8 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:39:30.301202 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-353baab9-8283-4c88-b0da-f20ff90defd8 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:30.303087 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-353baab9-8283-4c88-b0da-f20ff90defd8 tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] 10.222.0.36 "DELETE /v2.0/security-groups/e1da71a4-cef9-4aab-90f4-109eea8adbb9 HTTP/1.1" status: 204  len: 168 time: 0.2951832
Apr 19 19:39:30.380240 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86368) accepted ('10.222.0.36', 58982) {{(pid=86368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:39:30.388898 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:31.240754 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2e801dd7-fb95-46a2-8062-650e074f9163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700825'] for router_interface, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:31.634907 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-2e801dd7-fb95-46a2-8062-650e074f9163 admin admin] Deleting port f9044044-1351-4a58-9760-b33f9513d678 {{(pid=86368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:39:31.635313 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2e801dd7-fb95-46a2-8062-650e074f9163 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:31.838788 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-2e801dd7-fb95-46a2-8062-650e074f9163 admin admin] For port f9044044-1351-4a58-9760-b33f9513d678, host dv-cinder-786932-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=f9044044-1351-4a58-9760-b33f9513d678,segment=NetworkSegment(ba613c43-a0d4-48ab-98c6-225de025afbc),segment_id=ba613c43-a0d4-48ab-98c6-225de025afbc)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:39:31.839088 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2e801dd7-fb95-46a2-8062-650e074f9163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697982'] for port, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:31.979836 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-2e801dd7-fb95-46a2-8062-650e074f9163 admin admin] Calling delete_port for f9044044-1351-4a58-9760-b33f9513d678 owned by network:router_interface {{(pid=86368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:39:32.247278 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2e801dd7-fb95-46a2-8062-650e074f9163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297115604255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297116051999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822331971'] for port, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:32.252654 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-5ee88986-5874-4b43-af98-7d4ab49ed042 tempest-TestMinimumBasicScenario-2079512889 tempest-TestMinimumBasicScenario-2079512889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:39:32.302489 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e801dd7-fb95-46a2-8062-650e074f9163 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9044044-1351-4a58-9760-b33f9513d678,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:39:32.366051 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e801dd7-fb95-46a2-8062-650e074f9163 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:39:32.366755 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e801dd7-fb95-46a2-8062-650e074f9163 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:39:32.367416 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e801dd7-fb95-46a2-8062-650e074f9163 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:39:32.368140 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e801dd7-fb95-46a2-8062-650e074f9163 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:39:32.368789 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e801dd7-fb95-46a2-8062-650e074f9163 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:39:32.369401 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e801dd7-fb95-46a2-8062-650e074f9163 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:39:32.370035 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e801dd7-fb95-46a2-8062-650e074f9163 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:39:32.370664 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e801dd7-fb95-46a2-8062-650e074f9163 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:39:32.371307 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e801dd7-fb95-46a2-8062-650e074f9163 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:39:32.371984 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e801dd7-fb95-46a2-8062-650e074f9163 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:39:32.372625 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e801dd7-fb95-46a2-8062-650e074f9163 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:39:32.373143 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e801dd7-fb95-46a2-8062-650e074f9163 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-iscsi {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:39:32.406668 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-2e801dd7-fb95-46a2-8062-650e074f9163 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:39:32.913397 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-2e801dd7-fb95-46a2-8062-650e074f9163 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700903'] for router_interface, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:33.339056 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e801dd7-fb95-46a2-8062-650e074f9163 admin admin] Router 7201a3a2-4a9f-4461-ae9c-28e3ac792d7d has already been hosted by L3 agent a3cf2d1c-6710-4478-a129-20091cfe97d1 {{(pid=86368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:39:33.548586 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e801dd7-fb95-46a2-8062-650e074f9163 admin admin] Notify agent at l3_agent.dv-cinder-786932-1-iscsi the message routers_updated {{(pid=86368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:39:33.558415 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07cd7f5-5f8d-4cc3-90e3-f1c4b27c6cfb None None] Sync routers for ids ['7201a3a2-4a9f-4461-ae9c-28e3ac792d7d'] in dv-cinder-786932-1-iscsi {{(pid=86370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:39:33.563561 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-2e801dd7-fb95-46a2-8062-650e074f9163 admin admin] 10.222.0.36 "PUT /v2.0/routers/7201a3a2-4a9f-4461-ae9c-28e3ac792d7d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1820550
Apr 19 19:39:33.566379 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 58988) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:39:33.569197 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07cd7f5-5f8d-4cc3-90e3-f1c4b27c6cfb None None] Routers {'7201a3a2-4a9f-4461-ae9c-28e3ac792d7d'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:39:33.570468 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-c07cd7f5-5f8d-4cc3-90e3-f1c4b27c6cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0e731438>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:39:19Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['7201a3a2-4a9f-4461-ae9c-28e3ac792d7d'], 'active': True} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:39:33.779396 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a39cbf67-974c-487d-9efd-093887270815 admin admin] Notify callbacks [] for router, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:33.781567 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-c07cd7f5-5f8d-4cc3-90e3-f1c4b27c6cfb None None] Set router 7201a3a2-4a9f-4461-ae9c-28e3ac792d7d gateway port host: dv-cinder-786932-1-iscsi {{(pid=86370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:39:33.983172 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a39cbf67-974c-487d-9efd-093887270815 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:33.993892 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-a39cbf67-974c-487d-9efd-093887270815 admin admin] Deleting port 702b169c-ac64-4c3f-8b86-38be529c5521 {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:39:33.994277 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a39cbf67-974c-487d-9efd-093887270815 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:34.153142 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-c07cd7f5-5f8d-4cc3-90e3-f1c4b27c6cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0e731438>, [{'id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'name': 'tempest-TestVolumeBootPattern-251130334-router', 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '702b169c-ac64-4c3f-8b86-38be529c5521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:31:24Z', 'updated_at': '2021-04-19T19:39:32Z', 'revision_number': 5, 'project_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'gw_port': {'id': '702b169c-ac64-4c3f-8b86-38be529c5521', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:31:26Z', 'updated_at': '2021-04-19T19:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi'}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:39:34.157803 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07cd7f5-5f8d-4cc3-90e3-f1c4b27c6cfb None None] Checking router: 7201a3a2-4a9f-4461-ae9c-28e3ac792d7d for host: dv-cinder-786932-1-iscsi {{(pid=86370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:39:34.170094 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07cd7f5-5f8d-4cc3-90e3-f1c4b27c6cfb None None] Routers {'7201a3a2-4a9f-4461-ae9c-28e3ac792d7d'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:39:34.171251 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-c07cd7f5-5f8d-4cc3-90e3-f1c4b27c6cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0e731438>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:39:19Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['7201a3a2-4a9f-4461-ae9c-28e3ac792d7d'], 'active': True} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:39:34.265077 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-a39cbf67-974c-487d-9efd-093887270815 admin admin] For port 702b169c-ac64-4c3f-8b86-38be529c5521, host dv-cinder-786932-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=702b169c-ac64-4c3f-8b86-38be529c5521,segment=NetworkSegment(f117aaf9-f038-40ae-a060-7b312532719e),segment_id=f117aaf9-f038-40ae-a060-7b312532719e)] {{(pid=86369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:39:34.265484 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a39cbf67-974c-487d-9efd-093887270815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697982'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:34.412852 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-a39cbf67-974c-487d-9efd-093887270815 admin admin] Calling delete_port for 702b169c-ac64-4c3f-8b86-38be529c5521 owned by network:router_gateway {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:39:34.556083 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-c07cd7f5-5f8d-4cc3-90e3-f1c4b27c6cfb None None] Set router 7201a3a2-4a9f-4461-ae9c-28e3ac792d7d gateway port host: None {{(pid=86370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:39:34.616914 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a39cbf67-974c-487d-9efd-093887270815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297115604255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297116051999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31618435'] for port, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:34.621093 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-829b06e3-1f5f-4b46-b10a-72e5b6a42507 tempest-VolumesSnapshotTestJSON-2005070379 tempest-VolumesSnapshotTestJSON-2005070379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:39:34.672245 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39cbf67-974c-487d-9efd-093887270815 admin admin] Pushing event deleted for resources: {'Port': ['ID=702b169c-ac64-4c3f-8b86-38be529c5521,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:39:34.675742 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a39cbf67-974c-487d-9efd-093887270815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:39:34.688371 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-c07cd7f5-5f8d-4cc3-90e3-f1c4b27c6cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0e731438>, [{'id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'name': 'tempest-TestVolumeBootPattern-251130334-router', 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:31:24Z', 'updated_at': '2021-04-19T19:39:33Z', 'revision_number': 6, 'project_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'gw_port_host': None}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:39:34.693777 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07cd7f5-5f8d-4cc3-90e3-f1c4b27c6cfb None None] The sync data for ids ['7201a3a2-4a9f-4461-ae9c-28e3ac792d7d'] in dv-cinder-786932-1-iscsi is: [{'id': '7201a3a2-4a9f-4461-ae9c-28e3ac792d7d', 'name': 'tempest-TestVolumeBootPattern-251130334-router', 'tenant_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:31:24Z', 'updated_at': '2021-04-19T19:39:33Z', 'revision_number': 6, 'project_id': 'bc5b0bd7c7ca48888f8782e781e6974d', 'gw_port_host': None}] {{(pid=86370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:39:34.697867 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-56618793-170e-4aa6-8efa-9c6d4ae7a1f6 None None] Agent healthcheck: found 6 active agents {{(pid=86371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:39:34.783904 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a39cbf67-974c-487d-9efd-093887270815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854097050'] for router_gateway, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:34.996236 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a39cbf67-974c-487d-9efd-093887270815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854083014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854743379'] for router, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:35.000021 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a39cbf67-974c-487d-9efd-093887270815 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:35.031595 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a39cbf67-974c-487d-9efd-093887270815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-702846'] for router, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:35.032355 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39cbf67-974c-487d-9efd-093887270815 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7201a3a2-4a9f-4461-ae9c-28e3ac792d7d {{(pid=86369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 19 19:39:35.055265 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a39cbf67-974c-487d-9efd-093887270815 admin admin] Notify callbacks [] for router, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:35.056780 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-a39cbf67-974c-487d-9efd-093887270815 admin admin] 10.222.0.36 "DELETE /v2.0/routers/7201a3a2-4a9f-4461-ae9c-28e3ac792d7d HTTP/1.1" status: 204  len: 168 time: 1.4892135
Apr 19 19:39:35.060212 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 58992) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:39:35.134243 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_v2 [None req-cae1e1d0-c494-44f0-9643-90104964e4ca admin admin] Deleting subnet d1ed8313-f386-4db8-8de3-b6bf3e8e6da1 {{(pid=86369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 19:39:35.138194 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cae1e1d0-c494-44f0-9643-90104964e4ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:35.199279 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cae1e1d0-c494-44f0-9643-90104964e4ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036821571810'] for subnet, precommit_delete_associations {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:35.294851 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cae1e1d0-c494-44f0-9643-90104964e4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1918498'] for subnet, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:35.587856 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cae1e1d0-c494-44f0-9643-90104964e4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852857318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31618135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036824016211'] for subnet, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:35.593209 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:39:35.632923 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae1e1d0-c494-44f0-9643-90104964e4ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1ed8313-f386-4db8-8de3-b6bf3e8e6da1,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:39:35.635292 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cae1e1d0-c494-44f0-9643-90104964e4ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for subnet, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:35.641035 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259cefbe-8cf2-4212-8200-385d94bc270b None None] Network 6bc43f42-83b1-4f83-bfff-5d0318eef92c requested from dv-cinder-786932-1-iscsi {{(pid=86370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:39:35.641245 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-cae1e1d0-c494-44f0-9643-90104964e4ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:39:35.642791 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-cae1e1d0-c494-44f0-9643-90104964e4ca admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d1ed8313-f386-4db8-8de3-b6bf3e8e6da1 HTTP/1.1" status: 204  len: 168 time: 0.5815542
Apr 19 19:39:35.645723 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 58996) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:39:35.779086 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0c0ce021-ce6e-4bd0-8efb-80ca5f3ad4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636206'] for network, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:35.794819 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-0c0ce021-ce6e-4bd0-8efb-80ca5f3ad4f5 admin admin] Deleting port 140a62ba-6cb2-4774-bd0b-e48ee3519135 {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:39:35.795234 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0c0ce021-ce6e-4bd0-8efb-80ca5f3ad4f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:35.927395 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2071bb-cf43-449a-a1ff-e50bac12ef9d None None] DHCP port deletion for 6bc43f42-83b1-4f83-bfff-5d0318eef92c request from dv-cinder-786932-1-iscsi {{(pid=86370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 19 19:39:35.935977 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-4d2071bb-cf43-449a-a1ff-e50bac12ef9d None None] Deleting port 140a62ba-6cb2-4774-bd0b-e48ee3519135 {{(pid=86370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:39:35.936668 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4d2071bb-cf43-449a-a1ff-e50bac12ef9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:36.065749 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-0c0ce021-ce6e-4bd0-8efb-80ca5f3ad4f5 admin admin] For port 140a62ba-6cb2-4774-bd0b-e48ee3519135, host dv-cinder-786932-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=140a62ba-6cb2-4774-bd0b-e48ee3519135,segment=NetworkSegment(ba613c43-a0d4-48ab-98c6-225de025afbc),segment_id=ba613c43-a0d4-48ab-98c6-225de025afbc)] {{(pid=86369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:39:36.066221 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0c0ce021-ce6e-4bd0-8efb-80ca5f3ad4f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697982'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:36.218681 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-0c0ce021-ce6e-4bd0-8efb-80ca5f3ad4f5 admin admin] Calling delete_port for 140a62ba-6cb2-4774-bd0b-e48ee3519135 owned by network:dhcp {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:39:36.248936 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device 140a62ba-6cb2-4774-bd0b-e48ee3519135 no longer exists at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:39:36.351216 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-4d2071bb-cf43-449a-a1ff-e50bac12ef9d None None] For port 140a62ba-6cb2-4774-bd0b-e48ee3519135, host dv-cinder-786932-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=140a62ba-6cb2-4774-bd0b-e48ee3519135,segment=NetworkSegment(ba613c43-a0d4-48ab-98c6-225de025afbc),segment_id=ba613c43-a0d4-48ab-98c6-225de025afbc)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:39:36.351927 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4d2071bb-cf43-449a-a1ff-e50bac12ef9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697982'] for port, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:36.372694 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0c0ce021-ce6e-4bd0-8efb-80ca5f3ad4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297115604255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297116051999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31618435'] for port, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:36.381658 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-a696496e-4f8e-493b-b05b-218cb8ce94ce tempest-AttachVolumeTestJSON-88756103 tempest-AttachVolumeTestJSON-88756103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:39:36.483387 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ce021-ce6e-4bd0-8efb-80ca5f3ad4f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=140a62ba-6cb2-4774-bd0b-e48ee3519135,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:39:36.487988 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0ce021-ce6e-4bd0-8efb-80ca5f3ad4f5 admin admin] No DVR routers for this DVR port 140a62ba-6cb2-4774-bd0b-e48ee3519135 on host dv-cinder-786932-1-iscsi {{(pid=86369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 19:39:36.488228 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.plugins.ml2.db [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] No ports have port_id starting with 140a62ba-6cb2-4774-bd0b-e48ee3519135
Apr 19 19:39:36.490391 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-0c0ce021-ce6e-4bd0-8efb-80ca5f3ad4f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:39:36.499946 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-4d2071bb-cf43-449a-a1ff-e50bac12ef9d None None] Calling delete_port for 140a62ba-6cb2-4774-bd0b-e48ee3519135 owned by network:dhcp {{(pid=86370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:39:36.531140 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device f9044044-1351-4a58-9760-b33f9513d678 no longer exists at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:39:36.578712 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] No Port match for: f9044044-1351-4a58-9760-b33f9513d678 {{(pid=86370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:39:36.579098 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device f9044044-1351-4a58-9760-b33f9513d678 not bound to the agent host dv-cinder-786932-1-iscsi {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:39:36.579563 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device 702b169c-ac64-4c3f-8b86-38be529c5521 no longer exists at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:39:36.633978 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] No Port match for: 702b169c-ac64-4c3f-8b86-38be529c5521 {{(pid=86370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:39:36.634704 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device 702b169c-ac64-4c3f-8b86-38be529c5521 not bound to the agent host dv-cinder-786932-1-iscsi {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:39:36.662022 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.db.api [None req-4d2071bb-cf43-449a-a1ff-e50bac12ef9d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86370) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 19 19:39:36.662413 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_db.api [None req-4d2071bb-cf43-449a-a1ff-e50bac12ef9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 19 19:39:36.675618 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0c0ce021-ce6e-4bd0-8efb-80ca5f3ad4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852857225', 'neutron.services.segments.db._delete_segments_for_network-8739739090035'] for network, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:36.799756 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-0c0ce021-ce6e-4bd0-8efb-80ca5f3ad4f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2e0fff06d8>,) {'filters': {'network_id': ['6bc43f42-83b1-4f83-bfff-5d0318eef92c']}} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:39:36.814174 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-0c0ce021-ce6e-4bd0-8efb-80ca5f3ad4f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2e0fff06d8>, 'ba613c43-a0d4-48ab-98c6-225de025afbc') {'for_net_delete': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:39:36.814514 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-0c0ce021-ce6e-4bd0-8efb-80ca5f3ad4f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2e0fff06d8>, 'ba613c43-a0d4-48ab-98c6-225de025afbc') {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:39:36.828245 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0c0ce021-ce6e-4bd0-8efb-80ca5f3ad4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363297115576163', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33203990'] for segment, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:36.846592 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0c0ce021-ce6e-4bd0-8efb-80ca5f3ad4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852957628'] for segment, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:36.853296 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c0ce021-ce6e-4bd0-8efb-80ca5f3ad4f5 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=86369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 19:39:37.046126 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-0c0ce021-ce6e-4bd0-8efb-80ca5f3ad4f5 admin admin] Network 6bc43f42-83b1-4f83-bfff-5d0318eef92c has no segments {{(pid=86369) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:39:37.062171 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0c0ce021-ce6e-4bd0-8efb-80ca5f3ad4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1818163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823157260'] for segment, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:37.164431 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-4d2071bb-cf43-449a-a1ff-e50bac12ef9d None None] Deleting port 140a62ba-6cb2-4774-bd0b-e48ee3519135 {{(pid=86370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:39:37.164902 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4d2071bb-cf43-449a-a1ff-e50bac12ef9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:37.244750 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-4d2071bb-cf43-449a-a1ff-e50bac12ef9d None None] The port '140a62ba-6cb2-4774-bd0b-e48ee3519135' was deleted {{(pid=86370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 19 19:39:37.252326 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-0c0ce021-ce6e-4bd0-8efb-80ca5f3ad4f5 admin admin] Network 6bc43f42-83b1-4f83-bfff-5d0318eef92c has no segments {{(pid=86369) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:39:37.274973 dv-cinder-786932-1-iscsi neutron-server[86253]: Traceback (most recent call last):
Apr 19 19:39:37.274973 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 19:39:37.274973 dv-cinder-786932-1-iscsi neutron-server[86253]:     timer()
Apr 19 19:39:37.274973 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 19:39:37.274973 dv-cinder-786932-1-iscsi neutron-server[86253]:     cb(*args, **kw)
Apr 19 19:39:37.274973 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 19:39:37.274973 dv-cinder-786932-1-iscsi neutron-server[86253]:     return func(*args, **kwargs)
Apr 19 19:39:37.274973 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 19:39:37.274973 dv-cinder-786932-1-iscsi neutron-server[86253]:     self._notify()
Apr 19 19:39:37.274973 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 19:39:37.274973 dv-cinder-786932-1-iscsi neutron-server[86253]:     self.callback(batched_events)
Apr 19 19:39:37.274973 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 19:39:37.274973 dv-cinder-786932-1-iscsi neutron-server[86253]:     event.method(event)
Apr 19 19:39:37.274973 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 19:39:37.274973 dv-cinder-786932-1-iscsi neutron-server[86253]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 19:39:37.274973 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 19:39:37.274973 dv-cinder-786932-1-iscsi neutron-server[86253]:     segment_id)['aggregates'][0]
Apr 19 19:39:37.274973 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 19:39:37.274973 dv-cinder-786932-1-iscsi neutron-server[86253]:     return f(self, *a, **k)
Apr 19 19:39:37.274973 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 19:39:37.274973 dv-cinder-786932-1-iscsi neutron-server[86253]:     return self._get(url).json()
Apr 19 19:39:37.274973 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 19:39:37.274973 dv-cinder-786932-1-iscsi neutron-server[86253]:     **kwargs)
Apr 19 19:39:37.274973 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 19:39:37.274973 dv-cinder-786932-1-iscsi neutron-server[86253]:     return self.request(url, 'GET', **kwargs)
Apr 19 19:39:37.274973 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 19:39:37.274973 dv-cinder-786932-1-iscsi neutron-server[86253]:     **endpoint_filter)
Apr 19 19:39:37.274973 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 19:39:37.274973 dv-cinder-786932-1-iscsi neutron-server[86253]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 19:39:37.274973 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 19:39:37.274973 dv-cinder-786932-1-iscsi neutron-server[86253]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 19:39:37.274973 dv-cinder-786932-1-iscsi neutron-server[86253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 19:39:37.357266 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0c0ce021-ce6e-4bd0-8efb-80ca5f3ad4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854087039'] for network, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:37.361183 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-be9723c7-7547-4d5e-b015-5c3f62062bcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:39:37.378461 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-0c0ce021-ce6e-4bd0-8efb-80ca5f3ad4f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:37.385821 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ce021-ce6e-4bd0-8efb-80ca5f3ad4f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bc43f42-83b1-4f83-bfff-5d0318eef92c,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:39:37.390565 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-0c0ce021-ce6e-4bd0-8efb-80ca5f3ad4f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:39:37.402680 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-0c0ce021-ce6e-4bd0-8efb-80ca5f3ad4f5 admin admin] 10.222.0.36 "DELETE /v2.0/networks/6bc43f42-83b1-4f83-bfff-5d0318eef92c HTTP/1.1" status: 204  len: 168 time: 1.7558279
Apr 19 19:39:37.405693 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 59000) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:39:38.261042 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cdbc431e-3316-407e-ad27-3c88e9e9d167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700825'] for router_interface, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:38.642988 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-cdbc431e-3316-407e-ad27-3c88e9e9d167 admin admin] Deleting port 4d89843d-9b37-45fe-8209-084f0f28c121 {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:39:38.643360 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cdbc431e-3316-407e-ad27-3c88e9e9d167 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:38.830944 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-cdbc431e-3316-407e-ad27-3c88e9e9d167 admin admin] For port 4d89843d-9b37-45fe-8209-084f0f28c121, host dv-cinder-786932-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=4d89843d-9b37-45fe-8209-084f0f28c121,segment=NetworkSegment(90d345c8-5b4f-42ab-83a8-e3a42bb13078),segment_id=90d345c8-5b4f-42ab-83a8-e3a42bb13078)] {{(pid=86369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:39:38.831239 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cdbc431e-3316-407e-ad27-3c88e9e9d167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697982'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:38.971068 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-cdbc431e-3316-407e-ad27-3c88e9e9d167 admin admin] Calling delete_port for 4d89843d-9b37-45fe-8209-084f0f28c121 owned by network:router_interface {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:39:39.155008 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cdbc431e-3316-407e-ad27-3c88e9e9d167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297115604255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297116051999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31618435'] for port, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:39.160040 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-7712393b-d3b5-442a-b68e-723d1aa4e72d tempest-TestVolumeBootPattern-240324873 tempest-TestVolumeBootPattern-240324873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:39:39.242678 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbc431e-3316-407e-ad27-3c88e9e9d167 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d89843d-9b37-45fe-8209-084f0f28c121,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:39:39.245476 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-cdbc431e-3316-407e-ad27-3c88e9e9d167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:39:39.504680 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cdbc431e-3316-407e-ad27-3c88e9e9d167 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700903'] for router_interface, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:39.896303 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdbc431e-3316-407e-ad27-3c88e9e9d167 admin admin] Router 3c814845-7f95-4828-ad89-28b84e7b7acf has already been hosted by L3 agent a3cf2d1c-6710-4478-a129-20091cfe97d1 {{(pid=86369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:39:40.097152 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdbc431e-3316-407e-ad27-3c88e9e9d167 admin admin] Notify agent at l3_agent.dv-cinder-786932-1-iscsi the message routers_updated {{(pid=86369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:39:40.106412 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dae58f-0ce7-44ff-9863-cd56b143d8c0 None None] Sync routers for ids ['3c814845-7f95-4828-ad89-28b84e7b7acf'] in dv-cinder-786932-1-iscsi {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:39:40.114069 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-cdbc431e-3316-407e-ad27-3c88e9e9d167 admin admin] 10.222.0.36 "PUT /v2.0/routers/3c814845-7f95-4828-ad89-28b84e7b7acf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7072327
Apr 19 19:39:40.117377 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 59004) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:39:40.118896 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dae58f-0ce7-44ff-9863-cd56b143d8c0 None None] Routers {'3c814845-7f95-4828-ad89-28b84e7b7acf'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:39:40.119590 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-c4dae58f-0ce7-44ff-9863-cd56b143d8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0f53e7b8>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:39:19Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['3c814845-7f95-4828-ad89-28b84e7b7acf'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:39:40.343212 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-c4dae58f-0ce7-44ff-9863-cd56b143d8c0 None None] Set router 3c814845-7f95-4828-ad89-28b84e7b7acf gateway port host: dv-cinder-786932-1-iscsi {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:39:40.603533 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9db44bff-39b7-45fd-9a3f-363257d7150a admin admin] Notify callbacks [] for router, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:40.669275 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-c4dae58f-0ce7-44ff-9863-cd56b143d8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0f53e7b8>, [{'id': '3c814845-7f95-4828-ad89-28b84e7b7acf', 'name': 'tempest-TestVolumeBootPattern-938629800-router', 'tenant_id': '3fb448b891c2488d99d5b18df2218f7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '429d14e1-1848-4413-b41b-77edd761ea0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:31:37Z', 'updated_at': '2021-04-19T19:39:39Z', 'revision_number': 5, 'project_id': '3fb448b891c2488d99d5b18df2218f7b', 'gw_port': {'id': '429d14e1-1848-4413-b41b-77edd761ea0e', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:44:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c814845-7f95-4828-ad89-28b84e7b7acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:31:38Z', 'updated_at': '2021-04-19T19:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi'}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:39:40.673584 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dae58f-0ce7-44ff-9863-cd56b143d8c0 None None] Checking router: 3c814845-7f95-4828-ad89-28b84e7b7acf for host: dv-cinder-786932-1-iscsi {{(pid=86371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:39:40.683147 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dae58f-0ce7-44ff-9863-cd56b143d8c0 None None] Routers {'3c814845-7f95-4828-ad89-28b84e7b7acf'} bound to L3 agent in host dv-cinder-786932-1-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:39:40.683873 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-c4dae58f-0ce7-44ff-9863-cd56b143d8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2e0f53e7b8>, 'dv-cinder-786932-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:16:19Z,description=<?>,heartbeat_timestamp=2021-04-19T19:39:19Z,host='dv-cinder-786932-1-iscsi',id=a3cf2d1c-6710-4478-a129-20091cfe97d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T19:16:19Z,topic='l3_agent')) {'router_ids': ['3c814845-7f95-4828-ad89-28b84e7b7acf'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:39:40.823672 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9db44bff-39b7-45fd-9a3f-363257d7150a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:40.834901 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-9db44bff-39b7-45fd-9a3f-363257d7150a admin admin] Deleting port 429d14e1-1848-4413-b41b-77edd761ea0e {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:39:40.836226 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9db44bff-39b7-45fd-9a3f-363257d7150a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:40.897173 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvr_db [None req-c4dae58f-0ce7-44ff-9863-cd56b143d8c0 None None] Set router 3c814845-7f95-4828-ad89-28b84e7b7acf gateway port host: dv-cinder-786932-1-iscsi {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:39:41.049071 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-9db44bff-39b7-45fd-9a3f-363257d7150a admin admin] For port 429d14e1-1848-4413-b41b-77edd761ea0e, host dv-cinder-786932-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=429d14e1-1848-4413-b41b-77edd761ea0e,segment=NetworkSegment(f117aaf9-f038-40ae-a060-7b312532719e),segment_id=f117aaf9-f038-40ae-a060-7b312532719e)] {{(pid=86369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:39:41.049546 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9db44bff-39b7-45fd-9a3f-363257d7150a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697982'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:41.197500 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-9db44bff-39b7-45fd-9a3f-363257d7150a admin admin] Calling delete_port for 429d14e1-1848-4413-b41b-77edd761ea0e owned by network:router_gateway {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:39:41.392574 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9db44bff-39b7-45fd-9a3f-363257d7150a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297115604255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297116051999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31618435'] for port, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:41.397608 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-961cdb60-7bbb-4539-9861-a5c56638ec98 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:39:41.400574 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_hamode_db [None req-c4dae58f-0ce7-44ff-9863-cd56b143d8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2e0f53e7b8>, [{'id': '3c814845-7f95-4828-ad89-28b84e7b7acf', 'name': 'tempest-TestVolumeBootPattern-938629800-router', 'tenant_id': '3fb448b891c2488d99d5b18df2218f7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '429d14e1-1848-4413-b41b-77edd761ea0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:31:37Z', 'updated_at': '2021-04-19T19:39:39Z', 'revision_number': 5, 'project_id': '3fb448b891c2488d99d5b18df2218f7b', 'gw_port': {'id': '429d14e1-1848-4413-b41b-77edd761ea0e', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:44:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c814845-7f95-4828-ad89-28b84e7b7acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:31:38Z', 'updated_at': '2021-04-19T19:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi'}], 'dv-cinder-786932-1-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:39:41.405248 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dae58f-0ce7-44ff-9863-cd56b143d8c0 None None] The sync data for ids ['3c814845-7f95-4828-ad89-28b84e7b7acf'] in dv-cinder-786932-1-iscsi is: [{'id': '3c814845-7f95-4828-ad89-28b84e7b7acf', 'name': 'tempest-TestVolumeBootPattern-938629800-router', 'tenant_id': '3fb448b891c2488d99d5b18df2218f7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'external_fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '429d14e1-1848-4413-b41b-77edd761ea0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:31:37Z', 'updated_at': '2021-04-19T19:39:39Z', 'revision_number': 5, 'project_id': '3fb448b891c2488d99d5b18df2218f7b', 'gw_port': {'id': '429d14e1-1848-4413-b41b-77edd761ea0e', 'name': '', 'network_id': '4b291ce5-4cc4-42fe-8d5d-bfd71c16d79c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:44:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c814845-7f95-4828-ad89-28b84e7b7acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:31:38Z', 'updated_at': '2021-04-19T19:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7025e6d6-1695-4f32-acf4-f47e4f1fcca5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-iscsi'}] {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:39:41.479643 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db44bff-39b7-45fd-9a3f-363257d7150a admin admin] Pushing event deleted for resources: {'Port': ['ID=429d14e1-1848-4413-b41b-77edd761ea0e,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:39:41.482427 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-9db44bff-39b7-45fd-9a3f-363257d7150a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:39:41.557405 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9db44bff-39b7-45fd-9a3f-363257d7150a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854097050'] for router_gateway, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:41.758959 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9db44bff-39b7-45fd-9a3f-363257d7150a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854083014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854743379'] for router, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:41.761593 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9db44bff-39b7-45fd-9a3f-363257d7150a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:41.787916 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9db44bff-39b7-45fd-9a3f-363257d7150a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-702846'] for router, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:41.788528 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db44bff-39b7-45fd-9a3f-363257d7150a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c814845-7f95-4828-ad89-28b84e7b7acf {{(pid=86369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 19 19:39:41.801964 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9db44bff-39b7-45fd-9a3f-363257d7150a admin admin] Notify callbacks [] for router, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:41.803210 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-9db44bff-39b7-45fd-9a3f-363257d7150a admin admin] 10.222.0.36 "DELETE /v2.0/routers/3c814845-7f95-4828-ad89-28b84e7b7acf HTTP/1.1" status: 204  len: 168 time: 1.6848166
Apr 19 19:39:41.806710 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 59008) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:39:41.877730 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbea1816-8463-4b94-990a-ea4af42fa2a8 admin admin] Deleting subnet cafafb46-579e-459b-a346-1a8f0753391f {{(pid=86369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 19:39:41.881314 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-dbea1816-8463-4b94-990a-ea4af42fa2a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:41.948431 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-dbea1816-8463-4b94-990a-ea4af42fa2a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036821571810'] for subnet, precommit_delete_associations {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:42.041401 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-dbea1816-8463-4b94-990a-ea4af42fa2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1918498'] for subnet, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:42.232741 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device 4d89843d-9b37-45fe-8209-084f0f28c121 no longer exists at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:39:42.271396 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] No Port match for: 4d89843d-9b37-45fe-8209-084f0f28c121 {{(pid=86370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:39:42.271746 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device 4d89843d-9b37-45fe-8209-084f0f28c121 not bound to the agent host dv-cinder-786932-1-iscsi {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:39:42.272229 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device 429d14e1-1848-4413-b41b-77edd761ea0e no longer exists at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:39:42.317659 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] No Port match for: 429d14e1-1848-4413-b41b-77edd761ea0e {{(pid=86370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:39:42.318154 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device 429d14e1-1848-4413-b41b-77edd761ea0e not bound to the agent host dv-cinder-786932-1-iscsi {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:39:42.356141 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-dbea1816-8463-4b94-990a-ea4af42fa2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852857318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31618135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036824016211'] for subnet, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:42.361733 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:39:42.401030 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-dbea1816-8463-4b94-990a-ea4af42fa2a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for subnet, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:42.405358 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbea1816-8463-4b94-990a-ea4af42fa2a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cafafb46-579e-459b-a346-1a8f0753391f,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:39:42.406138 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778a62dd-001b-4043-b007-1a9bf23946a8 None None] Network e337583c-f0c9-4338-b601-83522bed995d requested from dv-cinder-786932-1-iscsi {{(pid=86370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:39:42.408857 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-dbea1816-8463-4b94-990a-ea4af42fa2a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:39:42.410775 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-dbea1816-8463-4b94-990a-ea4af42fa2a8 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/cafafb46-579e-459b-a346-1a8f0753391f HTTP/1.1" status: 204  len: 168 time: 0.6030354
Apr 19 19:39:42.414089 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 59012) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:39:42.544463 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cdec57fb-e3cc-494d-ad3b-fbf01341a2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636206'] for network, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:42.556607 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-cdec57fb-e3cc-494d-ad3b-fbf01341a2f7 admin admin] Deleting port f05b9feb-9714-4c45-a162-d99d681a1715 {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:39:42.556983 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cdec57fb-e3cc-494d-ad3b-fbf01341a2f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:42.676635 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e57b95-8d60-43de-a4ff-c3f9f322da91 None None] DHCP port deletion for e337583c-f0c9-4338-b601-83522bed995d request from dv-cinder-786932-1-iscsi {{(pid=86370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 19 19:39:42.681841 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-05e57b95-8d60-43de-a4ff-c3f9f322da91 None None] Deleting port f05b9feb-9714-4c45-a162-d99d681a1715 {{(pid=86370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:39:42.682252 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-05e57b95-8d60-43de-a4ff-c3f9f322da91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:42.792358 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-cdec57fb-e3cc-494d-ad3b-fbf01341a2f7 admin admin] For port f05b9feb-9714-4c45-a162-d99d681a1715, host dv-cinder-786932-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=f05b9feb-9714-4c45-a162-d99d681a1715,segment=NetworkSegment(90d345c8-5b4f-42ab-83a8-e3a42bb13078),segment_id=90d345c8-5b4f-42ab-83a8-e3a42bb13078)] {{(pid=86369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:39:42.792940 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cdec57fb-e3cc-494d-ad3b-fbf01341a2f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697982'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:42.920208 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.db [None req-05e57b95-8d60-43de-a4ff-c3f9f322da91 None None] For port f05b9feb-9714-4c45-a162-d99d681a1715, host dv-cinder-786932-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-iscsi',level=0,port_id=f05b9feb-9714-4c45-a162-d99d681a1715,segment=NetworkSegment(90d345c8-5b4f-42ab-83a8-e3a42bb13078),segment_id=90d345c8-5b4f-42ab-83a8-e3a42bb13078)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:39:42.920534 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-05e57b95-8d60-43de-a4ff-c3f9f322da91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697982'] for port, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:42.934758 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-cdec57fb-e3cc-494d-ad3b-fbf01341a2f7 admin admin] Calling delete_port for f05b9feb-9714-4c45-a162-d99d681a1715 owned by network:dhcp {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:39:43.017961 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cdec57fb-e3cc-494d-ad3b-fbf01341a2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297115604255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297116051999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31618435'] for port, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:43.022176 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-0c0ce021-ce6e-4bd0-8efb-80ca5f3ad4f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:39:43.057820 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-05e57b95-8d60-43de-a4ff-c3f9f322da91 None None] Calling delete_port for f05b9feb-9714-4c45-a162-d99d681a1715 owned by network:dhcp {{(pid=86370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:39:43.073401 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdec57fb-e3cc-494d-ad3b-fbf01341a2f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f05b9feb-9714-4c45-a162-d99d681a1715,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:39:43.076817 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-cdec57fb-e3cc-494d-ad3b-fbf01341a2f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:39:43.077658 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdec57fb-e3cc-494d-ad3b-fbf01341a2f7 admin admin] No DVR routers for this DVR port f05b9feb-9714-4c45-a162-d99d681a1715 on host dv-cinder-786932-1-iscsi {{(pid=86369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 19:39:43.140800 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.db.api [None req-05e57b95-8d60-43de-a4ff-c3f9f322da91 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86370) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 19 19:39:43.141420 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_db.api [None req-05e57b95-8d60-43de-a4ff-c3f9f322da91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 19 19:39:43.204072 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cdec57fb-e3cc-494d-ad3b-fbf01341a2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852857225', 'neutron.services.segments.db._delete_segments_for_network-8739739090035'] for network, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:43.321840 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-cdec57fb-e3cc-494d-ad3b-fbf01341a2f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2e0d2a5898>,) {'filters': {'network_id': ['e337583c-f0c9-4338-b601-83522bed995d']}} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:39:43.335918 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-cdec57fb-e3cc-494d-ad3b-fbf01341a2f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2e0d2a5898>, '90d345c8-5b4f-42ab-83a8-e3a42bb13078') {'for_net_delete': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:39:43.336965 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.services.segments.db [None req-cdec57fb-e3cc-494d-ad3b-fbf01341a2f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2e0d2a5898>, '90d345c8-5b4f-42ab-83a8-e3a42bb13078') {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:39:43.349383 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cdec57fb-e3cc-494d-ad3b-fbf01341a2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363297115576163', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33203990'] for segment, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:43.368109 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cdec57fb-e3cc-494d-ad3b-fbf01341a2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852957628'] for segment, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:43.374739 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdec57fb-e3cc-494d-ad3b-fbf01341a2f7 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=86369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 19:39:43.563404 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-cdec57fb-e3cc-494d-ad3b-fbf01341a2f7 admin admin] Network e337583c-f0c9-4338-b601-83522bed995d has no segments {{(pid=86369) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:39:43.574070 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cdec57fb-e3cc-494d-ad3b-fbf01341a2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1818163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823157260'] for segment, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:43.642216 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-05e57b95-8d60-43de-a4ff-c3f9f322da91 None None] Deleting port f05b9feb-9714-4c45-a162-d99d681a1715 {{(pid=86370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:39:43.642764 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-05e57b95-8d60-43de-a4ff-c3f9f322da91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297115607924'] for port, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:43.772109 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.managers [None req-cdec57fb-e3cc-494d-ad3b-fbf01341a2f7 admin admin] Network e337583c-f0c9-4338-b601-83522bed995d has no segments {{(pid=86369) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:39:43.803386 dv-cinder-786932-1-iscsi neutron-server[86253]: Traceback (most recent call last):
Apr 19 19:39:43.803386 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 19:39:43.803386 dv-cinder-786932-1-iscsi neutron-server[86253]:     timer()
Apr 19 19:39:43.803386 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 19:39:43.803386 dv-cinder-786932-1-iscsi neutron-server[86253]:     cb(*args, **kw)
Apr 19 19:39:43.803386 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 19:39:43.803386 dv-cinder-786932-1-iscsi neutron-server[86253]:     return func(*args, **kwargs)
Apr 19 19:39:43.803386 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 19:39:43.803386 dv-cinder-786932-1-iscsi neutron-server[86253]:     self._notify()
Apr 19 19:39:43.803386 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 19:39:43.803386 dv-cinder-786932-1-iscsi neutron-server[86253]:     self.callback(batched_events)
Apr 19 19:39:43.803386 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 19:39:43.803386 dv-cinder-786932-1-iscsi neutron-server[86253]:     event.method(event)
Apr 19 19:39:43.803386 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 19:39:43.803386 dv-cinder-786932-1-iscsi neutron-server[86253]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 19:39:43.803386 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 19:39:43.803386 dv-cinder-786932-1-iscsi neutron-server[86253]:     segment_id)['aggregates'][0]
Apr 19 19:39:43.803386 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 19:39:43.803386 dv-cinder-786932-1-iscsi neutron-server[86253]:     return f(self, *a, **k)
Apr 19 19:39:43.803386 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 19:39:43.803386 dv-cinder-786932-1-iscsi neutron-server[86253]:     return self._get(url).json()
Apr 19 19:39:43.803386 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 19:39:43.803386 dv-cinder-786932-1-iscsi neutron-server[86253]:     **kwargs)
Apr 19 19:39:43.803386 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 19:39:43.803386 dv-cinder-786932-1-iscsi neutron-server[86253]:     return self.request(url, 'GET', **kwargs)
Apr 19 19:39:43.803386 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 19:39:43.803386 dv-cinder-786932-1-iscsi neutron-server[86253]:     **endpoint_filter)
Apr 19 19:39:43.803386 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 19:39:43.803386 dv-cinder-786932-1-iscsi neutron-server[86253]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 19:39:43.803386 dv-cinder-786932-1-iscsi neutron-server[86253]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 19:39:43.803386 dv-cinder-786932-1-iscsi neutron-server[86253]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 19:39:43.803386 dv-cinder-786932-1-iscsi neutron-server[86253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 19:39:43.898591 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-05e57b95-8d60-43de-a4ff-c3f9f322da91 None None] The port 'f05b9feb-9714-4c45-a162-d99d681a1715' was deleted {{(pid=86370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 19 19:39:43.900588 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cdec57fb-e3cc-494d-ad3b-fbf01341a2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854087039'] for network, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:43.904259 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:39:43.922602 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-cdec57fb-e3cc-494d-ad3b-fbf01341a2f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:43.930305 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdec57fb-e3cc-494d-ad3b-fbf01341a2f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e337583c-f0c9-4338-b601-83522bed995d,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:39:43.935796 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-cdec57fb-e3cc-494d-ad3b-fbf01341a2f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:39:43.946194 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-cdec57fb-e3cc-494d-ad3b-fbf01341a2f7 admin admin] 10.222.0.36 "DELETE /v2.0/networks/e337583c-f0c9-4338-b601-83522bed995d HTTP/1.1" status: 204  len: 168 time: 1.5306094
Apr 19 19:39:44.077371 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 59018) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:39:44.133294 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-adeeb7e6-e9b0-4f5c-a6e3-05e20eaf0fac admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bc5b0bd7c7ca48888f8782e781e6974d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0544674
Apr 19 19:39:44.136275 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 59022) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:39:44.206808 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4821cdd4-558a-42bb-8dfc-9bcf797c2ef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:44.224041 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device f05b9feb-9714-4c45-a162-d99d681a1715 no longer exists at agent ovs-agent-dv-cinder-786932-1-iscsi {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:39:44.238064 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4821cdd4-558a-42bb-8dfc-9bcf797c2ef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:44.264852 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.plugin [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] No Port match for: f05b9feb-9714-4c45-a162-d99d681a1715 {{(pid=86370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:39:44.265246 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.plugins.ml2.rpc [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Device f05b9feb-9714-4c45-a162-d99d681a1715 not bound to the agent host dv-cinder-786932-1-iscsi {{(pid=86370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:39:44.291108 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4821cdd4-558a-42bb-8dfc-9bcf797c2ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:44.296393 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-e1994efc-9653-4bd1-8ce1-8f3e19e4f60f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:39:44.312958 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4821cdd4-558a-42bb-8dfc-9bcf797c2ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd34f4a-a431-4302-a83b-a8940b06ec55,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:39:44.317268 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-4821cdd4-558a-42bb-8dfc-9bcf797c2ef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:39:44.322455 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4821cdd4-558a-42bb-8dfc-9bcf797c2ef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:44.324762 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-4821cdd4-558a-42bb-8dfc-9bcf797c2ef7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/acd34f4a-a431-4302-a83b-a8940b06ec55 HTTP/1.1" status: 204  len: 168 time: 0.1869144
Apr 19 19:39:44.691524 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 59030) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:39:44.749175 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-354b633c-55bd-4e88-8dcc-6bf50b34de63 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3fb448b891c2488d99d5b18df2218f7b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0561557
Apr 19 19:39:44.751631 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.36', 59034) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:39:44.819488 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9e876382-b759-42fa-82f4-1e1b292e0007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:44.848266 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9e876382-b759-42fa-82f4-1e1b292e0007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:44.898132 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9e876382-b759-42fa-82f4-1e1b292e0007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854106976'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:44.904174 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-307d5ea7-8723-4f76-b66a-862ebef4dc02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:39:44.923831 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e876382-b759-42fa-82f4-1e1b292e0007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6878f3-baeb-4dfa-be0f-623382968155,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:39:44.928956 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG oslo_concurrency.lockutils [None req-9e876382-b759-42fa-82f4-1e1b292e0007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:39:44.932596 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-9e876382-b759-42fa-82f4-1e1b292e0007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:44.934584 dv-cinder-786932-1-iscsi neutron-server[86253]: INFO neutron.wsgi [None req-9e876382-b759-42fa-82f4-1e1b292e0007 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6e6878f3-baeb-4dfa-be0f-623382968155 HTTP/1.1" status: 204  len: 168 time: 0.1817315
Apr 19 19:39:45.801992 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-65cfdda1-0bc4-45b8-a51f-c84509c0d7f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:48.631141 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f3eacf4d-9761-4571-952f-a636538c4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:49.818691 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-000a1909-ab5b-4f97-8afb-04fdec5398f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:49.958086 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:39:50.724452 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5c78a517-44d6-4271-a115-cae59bf86ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:00.380050 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:11.689791 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-56618793-170e-4aa6-8efa-9c6d4ae7a1f6 None None] Agent healthcheck: found 6 active agents {{(pid=86371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:40:15.807746 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-4086c027-699e-4682-a979-eea92509af38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:18.636138 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ac2407c6-0589-49a7-bea0-a7c75e4e10a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:19.823090 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-000a1909-ab5b-4f97-8afb-04fdec5398f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:19.954123 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:20.725336 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5c78a517-44d6-4271-a115-cae59bf86ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:30.386278 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:45.815362 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-b0bcc533-29e6-44c1-8b55-2e6d5d8ee34f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:48.637076 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-afa46737-33f2-4ae6-8cb4-a224bdcb36c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:48.689084 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-56618793-170e-4aa6-8efa-9c6d4ae7a1f6 None None] Agent healthcheck: found 6 active agents {{(pid=86371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:40:49.823451 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-000a1909-ab5b-4f97-8afb-04fdec5398f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:49.955371 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:50.728004 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5c78a517-44d6-4271-a115-cae59bf86ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:40:54.276280 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [req-ae52e39d-edb8-4d2b-8285-2815a3d053e7 req-446357d5-d56d-4f1f-9de2-e51b0cf41995 service neutron] (86369) timed out ('10.222.0.20', 64597) {{(pid=86369) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 19 19:40:58.366258 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [req-dc0acb92-8fab-4582-8a69-fb15944e4bba req-a821b536-1bae-4f92-9f25-ecb9929141cd service neutron] (86369) timed out ('10.222.0.20', 64605) {{(pid=86369) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 19 19:41:00.377653 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:01.879402 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.wsgi [req-21fe79d3-87be-45be-9e2c-5aca9da72baa req-5ad92bdd-4650-4cd7-a5f6-7e65464d927b service neutron] (86368) timed out ('10.222.0.20', 64547) {{(pid=86368) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 19 19:41:15.810757 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e03c11a0-e74c-4435-9ff2-17c207e51332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:18.638934 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e3b533e4-a8e4-4712-8ddf-edd0f6059e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:19.826718 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-000a1909-ab5b-4f97-8afb-04fdec5398f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:19.957536 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:20.730754 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5c78a517-44d6-4271-a115-cae59bf86ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:25.688942 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-56618793-170e-4aa6-8efa-9c6d4ae7a1f6 None None] Agent healthcheck: found 6 active agents {{(pid=86371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:41:30.377584 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:45.818473 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a454ee97-10a2-4282-a2f4-6f139566b144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:48.644653 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f1827380-cc22-4e27-bdb5-c47a79f22930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:49.832331 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-000a1909-ab5b-4f97-8afb-04fdec5398f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:49.961378 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:41:50.734253 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5c78a517-44d6-4271-a115-cae59bf86ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:00.379408 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:02.688773 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-56618793-170e-4aa6-8efa-9c6d4ae7a1f6 None None] Agent healthcheck: found 6 active agents {{(pid=86371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:42:15.814077 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-c37810d7-a518-4aba-a34d-52fcd6b7ce57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:18.636746 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-7b1175e3-c4ad-4401-bbb9-b2d5c7088813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:19.832381 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-000a1909-ab5b-4f97-8afb-04fdec5398f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:19.964536 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:20.735037 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5c78a517-44d6-4271-a115-cae59bf86ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:30.373772 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:39.688389 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-56618793-170e-4aa6-8efa-9c6d4ae7a1f6 None None] Agent healthcheck: found 6 active agents {{(pid=86371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:42:45.815498 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-603285e1-0b48-433e-a92f-b5e5fcc8c4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:48.637529 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-43b1ef95-6709-46b3-85a1-79bdba43b253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:49.834698 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-000a1909-ab5b-4f97-8afb-04fdec5398f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:49.966598 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:42:50.738643 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5c78a517-44d6-4271-a115-cae59bf86ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:00.387778 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:15.818568 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-8354dc5a-c142-404c-917a-57949f24b01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:16.689028 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-56618793-170e-4aa6-8efa-9c6d4ae7a1f6 None None] Agent healthcheck: found 6 active agents {{(pid=86371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:43:18.639838 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-36ae2ffe-4d70-4660-8baf-b60efe7990f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:19.840832 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-000a1909-ab5b-4f97-8afb-04fdec5398f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:19.972978 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:20.745487 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5c78a517-44d6-4271-a115-cae59bf86ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:30.403625 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:45.821913 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-f7b5c914-c966-4477-a3f6-63bd6d662374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:48.641494 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-40ba5804-c243-403b-9dac-f35302a37e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:49.840838 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-000a1909-ab5b-4f97-8afb-04fdec5398f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:49.965479 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:50.742743 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5c78a517-44d6-4271-a115-cae59bf86ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:43:53.688687 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-56618793-170e-4aa6-8efa-9c6d4ae7a1f6 None None] Agent healthcheck: found 6 active agents {{(pid=86371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:44:00.406621 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:44:15.826216 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-468cb620-9d4c-443a-80f7-9b287f8aa586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:44:18.642849 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-ebbb7afa-0998-447e-902d-4774d930f643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:44:19.842985 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-000a1909-ab5b-4f97-8afb-04fdec5398f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:44:19.966743 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:44:20.746128 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5c78a517-44d6-4271-a115-cae59bf86ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:44:30.402481 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-951276dc-a496-489a-a282-c2ffe7e68aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:44:30.689612 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron.db.agents_db [None req-56618793-170e-4aa6-8efa-9c6d4ae7a1f6 None None] Agent healthcheck: found 6 active agents {{(pid=86371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:44:45.830070 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-661bc4d1-ad62-4f98-8f2c-ee7f95c65cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:44:48.644870 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-a7609632-2220-4157-a23b-4e6b0a6be75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:44:49.846816 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-000a1909-ab5b-4f97-8afb-04fdec5398f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:44:49.968944 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-e0a58d80-8c48-41e3-aabb-d73ff2f36773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:44:50.748789 dv-cinder-786932-1-iscsi neutron-server[86253]: DEBUG neutron_lib.callbacks.manager [None req-5c78a517-44d6-4271-a115-cae59bf86ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297115685765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852851115'] for agent, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}